-- Logs begin at Mon 2022-04-11 18:43:55 UTC, end at Mon 2022-04-11 19:48:49 UTC. -- Apr 11 19:22:59.215255 dv-cinder-830787-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 19:23:02.250778 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.common.config [-] Logging enabled! Apr 11 19:23:02.251459 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 19:23:02.251610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 19:23:02.255044 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.common.config [-] Logging enabled! Apr 11 19:23:02.255300 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 19:23:02.255616 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103131) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 19:23:02.256591 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 19:23:02.256852 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 19:23:02.257252 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 19:23:02.257507 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 19:23:02.257926 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 19:23:02.258173 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.258622 dv-cinder-830787-3-smb neutron-server[103131]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 19:23:02.258944 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.259247 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.259546 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.259848 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.260144 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.260433 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.260778 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.261085 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.261379 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.261666 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.261958 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.262256 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.262545 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.262840 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.263131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.263419 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] debug = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.263706 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.264146 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.264573 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.264907 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.265212 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.265498 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.265981 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.266136 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.266428 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.266778 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] host = dv-cinder-830787-3-smb {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.267063 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.267357 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.267651 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.267941 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.268221 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.268505 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.268817 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.269096 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.269377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.269656 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.269948 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.270242 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.270537 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.270768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.271000 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.271304 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.271595 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.271877 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.272156 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.272433 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.272737 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.273017 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.273291 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.273580 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.273870 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.274160 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.274439 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.274716 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.274994 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.275273 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.275563 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.275840 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.276118 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.276391 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.276701 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.276978 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.277255 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.277561 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.277852 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.278140 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.278428 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.278708 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.278994 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.279271 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.279548 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.279824 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] use_json = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.280100 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.280374 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.281209 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.281491 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.281771 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.282048 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.282325 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.282616 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.282894 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:02.283198 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.283497 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.283800 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.284103 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.284401 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.284697 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.284999 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.285282 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.285575 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.285866 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.286160 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.286441 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.286745 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.287039 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.287340 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.287652 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.287951 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.288247 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.288526 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.288835 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.289114 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.289397 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.289688 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.289970 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.290263 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.290557 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.290840 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.291142 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.291432 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.291729 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.292023 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.292303 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.292586 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.292906 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.293189 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.293465 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.293749 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.294043 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.294328 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.294606 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.294898 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.295179 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.295458 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.295736 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.296036 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.296905 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.297185 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.297462 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.297739 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.298024 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.298300 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.298589 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.298874 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.299145 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.299420 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.299702 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.299980 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.300258 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.300543 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.300847 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.301133 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.301410 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.301686 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.301964 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.302243 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.302519 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.302796 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.303072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.303354 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.303630 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.303906 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.304185 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.304465 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.304770 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.305070 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.305375 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.305659 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.305946 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.306231 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.306518 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.306804 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.307087 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.307372 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.307656 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.307935 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.308233 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.308523 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.308839 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.309155 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.309437 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.309739 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.310022 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.310305 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.310592 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.310874 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.311156 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.311443 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.312278 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.312562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.312889 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.313186 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.313486 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.313784 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.314066 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.314383 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.314669 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:02.314896 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 19:23:02.315149 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103131) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 19:23:02.707885 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 19:23:02.708165 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 19:23:02.708479 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 19:23:02.708845 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 19:23:03.055596 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.055910 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.056185 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.057539 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.057818 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.058088 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.115224 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.115504 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.115779 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.131141 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.131424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.131702 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.172551 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.173439 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.173709 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.213023 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.213322 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.213600 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.569085 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.569992 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.569992 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.570176 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.571186 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.673549 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.673875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.674164 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.674442 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.674715 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.675033 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.675302 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.675564 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.675824 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.676115 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.676383 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.676677 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.676945 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.677213 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.677467 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.677738 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.677995 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.678268 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.678557 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.678830 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.679283 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.679541 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.679838 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.680225 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.680486 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.680769 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.681187 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:03.681434 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:03.681682 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:03.681924 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:03.682170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:03.682413 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:03.682793 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 19:23:03.686322 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 19:23:03.690360 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 19:23:03.694267 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 11 19:23:03.696224 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 19:23:03.696723 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 19:23:03.697072 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 19:23:03.697465 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 19:23:03.700558 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 19:23:03.700842 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 19:23:03.701203 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 19:23:03.706780 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 19:23:03.731244 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 19:23:03.731713 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.732024 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103131) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 19:23:03.732407 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.733852 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103131) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 19:23:03.734148 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 19:23:03.734401 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 19:23:03.737783 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.738071 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:03.801253 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 19:23:03.801470 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 19:23:03.801710 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 19:23:03.802094 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 19:23:03.824048 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_db.sqlalchemy.engines [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103131) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 19:23:04.266207 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing driver for type 'gre' Apr 11 19:23:04.266815 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] gre ID ranges: [(1, 1000)] Apr 11 19:23:04.332467 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing driver for type 'local' Apr 11 19:23:04.332900 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing driver for type 'vlan' Apr 11 19:23:04.347255 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] VlanTypeDriver initialization complete Apr 11 19:23:04.347532 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing driver for type 'vxlan' Apr 11 19:23:04.348035 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] vxlan ID ranges: [(1, 1000)] Apr 11 19:23:04.406072 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing extension driver 'port_security' Apr 11 19:23:04.406525 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.extensions.port_security [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] PortSecurityExtensionDriver initialization complete Apr 11 19:23:04.406862 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing mechanism driver 'openvswitch' Apr 11 19:23:04.407185 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing mechanism driver 'hyperv' Apr 11 19:23:04.413854 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:04.414726 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.415104 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.415466 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.416028 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:23:04.416477 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.416865 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.417217 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.417616 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:23:04.418027 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.418377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.418719 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.419117 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:23:04.419526 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.419876 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.420219 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.420617 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:23:04.421101 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.421452 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.421795 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.422191 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:23:04.422597 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.422944 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.423282 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.423675 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103131) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 19:23:04.424126 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] ML2 OVO RPC backend initialized. {{(pid=103131) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 19:23:04.424890 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.425250 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.425897 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.426256 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > networks before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.426685 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.427030 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > ports before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.427373 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.427714 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.428059 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.428398 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.428756 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.429095 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.429431 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.429765 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.430098 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.430432 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.430765 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.438408 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded quota_driver: . Apr 11 19:23:04.438774 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.plugin [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Modular L2 Plugin initialization complete Apr 11 19:23:04.439125 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading services supported by the core plugin {{(pid=103131) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 19:23:04.439471 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.plugins.ml2.managers [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Got port-security extension from driver 'port_security' Apr 11 19:23:04.439955 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.extensions.vlantransparent [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Disabled vlantransparent extension. Apr 11 19:23:04.440455 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103131) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 19:23:04.440818 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: router Apr 11 19:23:04.477740 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.478139 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_create 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.478512 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router before_create 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.478873 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.479246 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.479601 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_delete 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.479957 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.480312 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.480688 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_create 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.481041 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_update 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.481389 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_update 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.481736 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.482091 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_update 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.482505 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.482872 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.483214 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.484096 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: subnet after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.484436 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.484830 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.485184 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.485520 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.485868 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.486215 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router after_update 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.486557 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.486908 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.487268 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.487611 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.487976 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > agent after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.488326 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.489016 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > network after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.489916 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Tracking information for resource: router configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:04.490250 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Tracking information for resource: floatingip configured {{(pid=103131) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 19:23:04.495398 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.db.l3_agentschedulers_db [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 19:23:04.495984 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.496356 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port after_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.496737 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port after_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.497097 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: port after_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.497915 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router before_create 55550100 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.498285 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.498741 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.499808 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.504808 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.provider_configuration [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service providers = [] {{(pid=103131) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 19:23:04.505180 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.db.servicetype_db [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103131) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 19:23:04.508226 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.service_base [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:23:04.508578 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.service_base [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:23:04.508951 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.service_base [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:23:04.509848 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.services.service_base [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103131) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 19:23:04.510224 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.services.service_base [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 19:23:04.510612 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.510931 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 19:23:04.524541 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.524901 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: auto_allocate Apr 11 19:23:04.531135 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: network precommit_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.531510 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: network precommit_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.532047 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.532370 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: tag Apr 11 19:23:04.539463 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.539796 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: timestamp Apr 11 19:23:04.543680 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.544023 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: network_ip_availability Apr 11 19:23:04.550188 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.550563 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.550922 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.551823 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.552145 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: flavors Apr 11 19:23:04.557147 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.557485 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading Plugin: revisions Apr 11 19:23:04.561837 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103131) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 19:23:04.562242 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_concurrency.lockutils [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=103131) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 19:23:04.563007 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103131) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 19:23:04.563347 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Initializing extension manager. Apr 11 19:23:04.563876 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: __init__.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.564220 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: __pycache__ {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.564560 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: address_group.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.565365 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.565948 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: address-group Apr 11 19:23:04.566279 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: address_scope.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.567169 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.567820 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: address-scope Apr 11 19:23:04.568142 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.569132 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.569954 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: router-admin-state-down-before-update Apr 11 19:23:04.570220 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: agent.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.570930 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.571437 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: agent Apr 11 19:23:04.571759 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: agent_resources_synced.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.572687 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.573206 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: agent-resources-synced Apr 11 19:23:04.573533 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.575365 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.575888 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: allowed-address-pairs Apr 11 19:23:04.576217 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.577369 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.577887 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: auto-allocated-topology Apr 11 19:23:04.578218 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: availability_zone.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.578924 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.579435 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: availability_zone Apr 11 19:23:04.579762 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: availability_zone_filter.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.580698 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.581211 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: availability_zone_filter Apr 11 19:23:04.581535 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: data_plane_status.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.582449 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.582965 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 19:23:04.583289 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: default_subnetpools.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.584217 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.584895 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: default-subnetpools Apr 11 19:23:04.585221 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.586056 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.586568 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: dhcp_agent_scheduler Apr 11 19:23:04.586893 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: dns.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.587816 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.588327 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 19:23:04.588649 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: dns_domain_ports.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.589602 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.590110 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 19:23:04.590431 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.591360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.591868 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 19:23:04.592190 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: dvr.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.593564 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.594084 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: dvr Apr 11 19:23:04.594406 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: ecmp_routes.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.595332 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.595846 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 19:23:04.596166 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: empty_string_filtering.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.597131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.597696 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: empty-string-filtering Apr 11 19:23:04.597964 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.599034 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.599538 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 19:23:04.599860 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.600820 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.601326 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 19:23:04.601648 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: external_net.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.602562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.603075 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: external-net Apr 11 19:23:04.603399 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.604318 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.604852 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: extra_dhcp_opt Apr 11 19:23:04.605177 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: extraroute.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.606093 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.606600 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: extraroute Apr 11 19:23:04.606922 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: extraroute_atomic.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.607972 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.609128 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: extraroute-atomic Apr 11 19:23:04.609531 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: filter_validation.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.610216 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.610725 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: filter-validation Apr 11 19:23:04.611050 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: fip_pf_description.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.612185 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.612717 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 19:23:04.613049 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: fip_pf_port_range.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.613975 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.614482 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 19:23:04.614804 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: fip_port_details.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.615738 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.616243 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: fip-port-details Apr 11 19:23:04.616564 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: flavors.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.617988 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.618498 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: flavors Apr 11 19:23:04.618823 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.620511 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.621071 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 19:23:04.621412 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: floatingip_pools.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.622122 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.622642 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: floatingip-pools Apr 11 19:23:04.622979 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: ip_allocation.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.623905 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.624457 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 19:23:04.624820 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.625747 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.626264 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: ip-substring-filtering Apr 11 19:23:04.626597 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l2_adjacency.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.627536 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.628051 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 19:23:04.628383 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.629431 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.629957 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: router Apr 11 19:23:04.630287 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.632573 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.633132 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 19:23:04.633469 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.634400 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.634921 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: ext-gw-mode Apr 11 19:23:04.635251 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.636176 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.636719 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: l3-ha Apr 11 19:23:04.637049 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.637967 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.638480 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 19:23:04.638809 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_flavors.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.639807 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.640330 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: l3-flavors Apr 11 19:23:04.640675 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.642108 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.642639 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 19:23:04.642971 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.643894 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.644410 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 19:23:04.644777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: l3agentscheduler.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.646131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.646647 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: l3_agent_scheduler Apr 11 19:23:04.646976 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: local_ip.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.648933 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.649468 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension local_ip not supported by any of loaded plugins Apr 11 19:23:04.649804 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: logging.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.651294 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.651815 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension logging not supported by any of loaded plugins Apr 11 19:23:04.652149 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: metering.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.652949 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.653534 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: metering Apr 11 19:23:04.653862 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.654972 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.656027 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: metering_source_and_destination_fields Apr 11 19:23:04.656354 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: multiprovidernet.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.657328 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.657845 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: multi-provider Apr 11 19:23:04.658172 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: netmtu.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.659089 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.659602 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: net-mtu Apr 11 19:23:04.659932 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: netmtu_writable.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.660897 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.661407 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: net-mtu-writable Apr 11 19:23:04.661733 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: network_availability_zone.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.662418 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.662932 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: network_availability_zone Apr 11 19:23:04.663417 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: network_ip_availability.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.664533 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.665095 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: network-ip-availability Apr 11 19:23:04.665426 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: network_segment_range.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.666215 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.666721 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 19:23:04.667049 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: pagination.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.668040 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.668373 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: pagination Apr 11 19:23:04.668728 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: port_device_profile.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.669651 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.670169 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: port-device-profile Apr 11 19:23:04.670494 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.671987 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.672500 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: port-mac-address-regenerate Apr 11 19:23:04.672864 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.673787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.674301 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: port-numa-affinity-policy Apr 11 19:23:04.674626 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: port_resource_request.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.675549 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.676058 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 19:23:04.676381 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: port_resource_request_groups.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.677385 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.677894 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 19:23:04.678217 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: portbindings.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.679147 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.679654 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: binding Apr 11 19:23:04.679976 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: portbindings_extended.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.681286 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.681801 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: binding-extended Apr 11 19:23:04.682130 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: portsecurity.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.683197 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.683705 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: port-security Apr 11 19:23:04.684033 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: project_id.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.685046 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.685379 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: project-id Apr 11 19:23:04.685706 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: providernet.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.686658 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.687177 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: provider Apr 11 19:23:04.687503 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.691202 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.691734 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos not supported by any of loaded plugins Apr 11 19:23:04.692069 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.693500 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.694021 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 19:23:04.694352 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.695684 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.696204 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 19:23:04.696537 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_default.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.697514 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.698029 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-default not supported by any of loaded plugins Apr 11 19:23:04.698358 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_fip.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.699290 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.699803 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 19:23:04.700131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.701078 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.701595 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 19:23:04.701923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.702883 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.703403 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 19:23:04.703730 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.704639 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.705176 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 19:23:04.705501 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.706547 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.707062 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 19:23:04.707389 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.708429 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.708972 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 19:23:04.709301 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_pps_rule.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.710497 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.711018 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 19:23:04.711349 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.712280 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.712829 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 19:23:04.713162 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.714136 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.714605 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 19:23:04.714932 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: qos_rules_alias.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.716151 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.716682 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 19:23:04.717018 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: quota_check_limit.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.718467 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.718982 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: quota-check-limit Apr 11 19:23:04.719307 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: quotasv2.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.720300 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.720630 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: quotas Apr 11 19:23:04.720979 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: quotasv2_detail.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.722854 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.723198 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: quota_details Apr 11 19:23:04.723541 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: rbac.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.724954 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.725530 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: rbac-policies Apr 11 19:23:04.725859 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: rbac_address_group.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.726826 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.727364 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: rbac-address-group Apr 11 19:23:04.727668 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: rbac_address_scope.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.728850 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.729354 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: rbac-address-scope Apr 11 19:23:04.729679 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: rbac_security_groups.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.730823 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.731350 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: rbac-security-groups Apr 11 19:23:04.731689 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.732619 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.733166 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: rbac-subnetpool Apr 11 19:23:04.734115 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: revisionifmatch.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.735146 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.735659 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: revision-if-match Apr 11 19:23:04.735984 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: revisions.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.737316 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.737909 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: standard-attr-revisions Apr 11 19:23:04.738311 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: router_availability_zone.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.739242 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.739828 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: router_availability_zone Apr 11 19:23:04.740158 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: routerservicetype.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.741226 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.741842 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 19:23:04.742173 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.743199 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.743791 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: security-groups-normalized-cidr Apr 11 19:23:04.744121 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.745161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.745674 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: port-security-groups-filtering Apr 11 19:23:04.746001 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.746951 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.747463 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: security-groups-remote-address-group Apr 11 19:23:04.747788 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.748752 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.749295 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: security-groups-shared-filtering Apr 11 19:23:04.749620 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.750225 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 19:23:04.750550 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: securitygroup.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.760491 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.761076 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: security-group Apr 11 19:23:04.761413 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: segment.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.762157 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.762676 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension segment not supported by any of loaded plugins Apr 11 19:23:04.763008 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.763972 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.764486 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 19:23:04.764883 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: servicetype.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.765997 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.766516 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: service-type Apr 11 19:23:04.766847 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: sorting.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.767844 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.768178 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: sorting Apr 11 19:23:04.768504 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: standard_attr_segment.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.769462 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.769982 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 19:23:04.770309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: standardattrdescription.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.770964 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.771469 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: standard-attr-description Apr 11 19:23:04.771795 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: stateful_security_group.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.772771 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.773288 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: stateful-security-group Apr 11 19:23:04.773614 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: stdattrs_common.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.774190 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 19:23:04.774515 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.775464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.775986 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 19:23:04.776313 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: subnet_onboard.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.777421 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.777947 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: subnet_onboard Apr 11 19:23:04.778277 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.779219 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.779735 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 19:23:04.780060 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: subnet_service_types.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.781627 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.782140 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: subnet-service-types Apr 11 19:23:04.782468 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: subnetallocation.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.783565 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.784080 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: subnet_allocation Apr 11 19:23:04.784408 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.785164 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.785847 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: subnetpool-prefix-ops Apr 11 19:23:04.786208 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.787235 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.787782 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 19:23:04.788144 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: tagging.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.789314 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.789836 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: standard-attr-tag Apr 11 19:23:04.790165 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: timestamp.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.791381 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.791903 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loaded extension: standard-attr-timestamp Apr 11 19:23:04.792233 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: trunk.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.793305 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.793825 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension trunk not supported by any of loaded plugins Apr 11 19:23:04.794154 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: trunk_details.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.795080 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.795594 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 19:23:04.795968 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.797416 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.797935 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 19:23:04.798261 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Loading extension file: vlantransparent.py {{(pid=103131) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 19:23:04.798952 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103131) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 19:23:04.799462 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 19:23:04.802192 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:network Apr 11 19:23:04.802720 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:subnet Apr 11 19:23:04.803122 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:23:04.803514 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:port Apr 11 19:23:04.804807 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.805250 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service FLAVORS assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.805875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.806311 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.806643 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:router Apr 11 19:23:04.807071 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 19:23:04.807567 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service METERING assigned prefix: /metering {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.809063 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.809436 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.809789 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:23:04.810813 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 19:23:04.811258 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:security_group Apr 11 19:23:04.811719 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 19:23:04.812314 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service CORE assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.812646 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:23:04.813017 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] subnetpool is already registered Apr 11 19:23:04.813456 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service CORE assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.813795 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:23:04.814133 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] subnetpool is already registered Apr 11 19:23:04.816398 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.817636 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service FLAVORS assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.818299 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.818299 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.818628 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:router Apr 11 19:23:04.818970 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] router is already registered Apr 11 19:23:04.819661 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 19:23:04.820013 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] floatingip is already registered Apr 11 19:23:04.820488 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service METERING assigned prefix: /metering {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.821375 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 19:23:04.821719 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] rbac_policy is already registered Apr 11 19:23:04.822140 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:security_group Apr 11 19:23:04.822475 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] security_group is already registered Apr 11 19:23:04.822899 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 19:23:04.823234 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] security_group_rule is already registered Apr 11 19:23:04.823725 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service CORE assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.824051 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:23:04.824385 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] subnetpool is already registered Apr 11 19:23:04.824847 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.v2.resource_helper [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Service CORE assigned prefix: {{(pid=103131) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 19:23:04.825175 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 19:23:04.825509 dv-cinder-830787-3-smb neutron-server[103131]: WARNING neutron.quota.resource_registry [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] subnetpool is already registered Apr 11 19:23:04.825976 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: extensions {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.828854 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: address-groups {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.830349 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: address-scopes {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.831550 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: agents {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.832861 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: auto-allocated-topology {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.834097 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: availability_zones {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.835309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: dhcp-networks {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.836732 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: dhcp-agents {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.838272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: routers {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.840393 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: flavors {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.841682 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: service_profiles {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.843408 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: next_providers {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.844875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: service_profiles {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.846316 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: floatingip-pools {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.847625 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: routers {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.849969 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: floatingips {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.851087 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: l3-routers {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.852567 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: l3-agents {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.854010 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: metering-labels {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.855278 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: metering-label-rules {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.856690 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: network-ip-availabilities {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.857931 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: bindings {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.860062 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: quotas {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.861805 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: quotas {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.863356 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: rbac-policies {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.864724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: security-groups {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.866051 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: security-group-rules {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.867296 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: service-providers {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.868508 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: subnetpools {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.869857 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: subnetpools {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.871420 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.873132 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.875103 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.876902 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.878600 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.880560 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.882270 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.884048 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.886861 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.888607 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron.api.extensions [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Extended resource: tags {{(pid=103131) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 19:23:04.895270 dv-cinder-830787-3-smb neutron-server[103131]: WARNING keystonemiddleware.auth_token [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 19:23:04.900054 dv-cinder-830787-3-smb neutron-server[103131]: WARNING keystonemiddleware.auth_token [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 19:23:04.909536 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_concurrency.lockutils [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Acquired lock "singleton_lock" {{(pid=103131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 19:23:04.910014 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_concurrency.lockutils [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Releasing lock "singleton_lock" {{(pid=103131) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 19:23:04.910871 dv-cinder-830787-3-smb neutron-server[103131]: INFO oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Starting 2 workers Apr 11 19:23:04.915861 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Started child 103240 {{(pid=103131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:23:04.920611 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Started child 103241 {{(pid=103131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:23:04.921325 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.922268 dv-cinder-830787-3-smb neutron-server[103131]: INFO neutron.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 19:23:04.922920 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.923097 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [-] (103240) wsgi starting up on http://0.0.0.0:9696 Apr 11 19:23:04.925470 dv-cinder-830787-3-smb neutron-server[103131]: INFO oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Starting 1 workers Apr 11 19:23:04.925605 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.926958 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [-] (103241) wsgi starting up on http://0.0.0.0:9696 Apr 11 19:23:04.931059 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Started child 103242 {{(pid=103131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:23:04.931605 dv-cinder-830787-3-smb neutron-server[103131]: INFO oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Starting 1 workers Apr 11 19:23:04.934704 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] calling RpcWorker wait() {{(pid=103242) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 19:23:04.935401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] returning from RpcWorker wait() {{(pid=103242) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 19:23:04.936337 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Started child 103243 {{(pid=103131) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 19:23:04.936497 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.937039 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:04.937273 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af230326-7467-4c9a-a33e-2311ed8d04f4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.939214 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103131) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 19:23:04.939437 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 19:23:04.939592 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 19:23:04.939809 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 19:23:04.940145 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 19:23:04.940314 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 19:23:04.940844 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.941135 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.941339 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:04.942063 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.942063 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.942555 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.942698 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.942840 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:04.942982 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.943155 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.943438 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.943701 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.943970 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.944114 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.944266 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.944814 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.945126 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.945386 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.945647 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.945902 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.946076 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.946351 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.946640 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.946909 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.947182 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] debug = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.947426 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.947901 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.948131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.948373 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.948596 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.948901 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.949132 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.949397 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.949642 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.949891 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.950095 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.950371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.950590 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.950838 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.951087 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.951302 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.951577 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.951815 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.953061 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] host = dv-cinder-830787-3-smb {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.953284 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.953528 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.953782 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.954048 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.954284 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.954519 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.954775 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.955045 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.955267 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.955501 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.955756 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.956011 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.956269 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.956501 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.956743 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_options = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.956966 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.957211 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.957482 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.957714 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.957938 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.958159 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.958392 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.958392 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.958843 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.958843 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.959254 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.959485 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.959709 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.959936 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.960177 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.960408 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.960632 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.960632 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.961134 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.961374 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.961599 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.961943 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.962210 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.962572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.963340 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.963340 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.963788 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.963788 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.964260 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.964260 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.964780 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.965046 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.965456 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.965456 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.965818 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.966057 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.966268 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.966647 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.966647 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.967076 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.967294 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.967579 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.967806 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.968825 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.969174 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.969427 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.970072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_json = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.970318 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.970550 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.970789 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.971022 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.971246 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.971446 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.971658 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.971856 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.972104 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:04.972463 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.973374 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.973374 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.973374 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.973600 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.973768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.974010 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.974238 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.974520 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.974772 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.975058 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.975292 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.975618 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.975890 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.976147 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.976504 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.976768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.977024 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.977273 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.977514 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.977735 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.977963 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.978246 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.978490 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.978724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.978961 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.979340 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.979803 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.980083 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.980434 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.980884 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.981281 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.981680 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.984130 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.984130 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.984130 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.984130 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.984630 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.984630 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.985437 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.985678 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.985909 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.986142 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.986383 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.986631 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.986890 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.987147 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.987407 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.987644 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.987872 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.988109 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.988346 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.988559 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.988815 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.989066 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.989301 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.989544 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.989793 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.990020 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.990229 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.990479 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.990702 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.990937 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.991160 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.991414 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.991631 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.991854 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.992070 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.992309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.992475 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.992635 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.992892 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.993441 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.993654 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.993884 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.994122 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.994343 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.994556 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.994762 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.994984 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.995200 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.995444 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.995659 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.995897 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.996131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.996346 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.996558 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.996806 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.997049 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.997283 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.997510 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.997734 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.998001 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.998230 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.998459 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.998693 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.998908 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.999257 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.999522 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:04.999784 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.000185 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.000424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.000684 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.000917 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.001168 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.001407 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.001629 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.001844 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.002075 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.002291 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.002530 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.002740 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.002960 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.003270 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.003606 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.003982 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.003982 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.004444 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.004444 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.004912 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.005138 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.005456 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.005456 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.005904 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.006252 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.006505 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.006656 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.006862 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.007096 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.007363 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.007600 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.007850 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.008084 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.008797 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.008797 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.008797 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.009237 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010123 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010123 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010123 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010123 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010838 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010838 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.010838 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.011390 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.011390 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.012200 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.012200 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.012200 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.012723 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.012723 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.013110 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.013110 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.013372 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.013567 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.013812 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.014032 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.014187 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.014400 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.014617 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.015379 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.015597 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.015817 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.016031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.016248 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.016482 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.016750 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.018610 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.019617 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.019617 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.019617 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.019617 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.019916 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.020045 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.020256 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.020594 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.020867 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.021093 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.021294 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.021508 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.021742 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.021957 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.022923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.022923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.022923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.022923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.023354 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.023435 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.023665 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.024774 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.024774 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.024774 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.024774 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.025568 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.025568 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.025568 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.025568 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.026134 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.026134 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.026406 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.026406 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.026681 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.026829 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.027081 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.027320 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.027560 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.027786 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.028008 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.028367 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.028502 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.028699 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.028919 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.029132 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.029360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.029575 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.029803 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.030105 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.031061 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.031291 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.031570 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.031788 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.032078 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.032318 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.032549 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.032786 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.033032 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.033246 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.033460 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.033708 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.034049 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.034270 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.034270 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.034550 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.034756 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.034905 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.035309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.035309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.035589 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.035752 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.035964 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.036193 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.036443 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.036782 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.037003 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.037262 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.037472 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.037642 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.037876 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.038098 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.038365 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.038587 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.038735 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.039015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.039358 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.039599 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.039875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.040110 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.040430 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.040895 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.041871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.041871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.041871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.041871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.043532 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.043532 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.043532 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.043532 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.043532 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.043532 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.046031 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.047871 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.049572 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.051068 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.051068 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.051068 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.051068 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 19:23:05.051068 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103131) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 19:23:05.051068 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 19:23:05.052777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 19:23:05.052777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 19:23:05.052777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 19:23:05.052777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 19:23:05.052777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.052777 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.053333 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.053333 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.053333 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.053630 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.053630 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.053875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.054001 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.054113 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.054428 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.054428 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.054705 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.054705 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055024 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055024 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055251 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055380 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055501 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055679 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.055923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.056081 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.056231 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] debug = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.056562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.056886 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057065 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057227 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057375 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057512 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057652 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.057922 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058060 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058197 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058334 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058492 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058632 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058771 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.058921 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059089 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059228 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059389 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] host = dv-cinder-830787-3-smb {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059531 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059671 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059825 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.059965 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.060101 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.060241 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.060391 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.060533 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.060733 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.060945 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.061169 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.061169 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.061620 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.061620 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062003 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_options = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062003 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062003 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062575 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062575 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062575 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.062575 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.063377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.063377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.063377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.063377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.063377 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.064464 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.066170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.067791 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.069360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_json = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.071170 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.073295 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.074360 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.075388 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.075388 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.075388 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.075388 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.075388 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076017 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.076161 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.077768 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.078787 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.080757 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.081923 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.083072 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.085015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.087128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.088272 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.089562 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.091371 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.092724 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.094424 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095131 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095746 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095746 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095746 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095746 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095746 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.095746 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096156 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096156 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096156 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096363 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096441 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096591 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096802 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.096931 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.097081 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.097205 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.097445 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.097594 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.097727 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098122 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098122 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098122 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098533 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098533 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098990 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098990 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.098990 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099310 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099310 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099310 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099663 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099663 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099870 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.099956 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.100128 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.100222 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.100361 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.100522 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.100708 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.100877 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101309 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101482 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101482 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101626 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101786 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.101948 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.102571 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.102571 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.102571 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.102571 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103092 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103092 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103092 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103427 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103427 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103661 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103661 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.103893 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104026 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104111 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104232 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104394 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104556 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104737 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.104901 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.105062 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.105226 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.105389 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.105552 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.105713 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.105874 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.106035 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.106200 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.106363 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.106527 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.106689 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.106852 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107013 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107176 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107459 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107563 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107645 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107796 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.107957 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.108119 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.108305 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.108518 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.108827 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.108827 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.108981 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.109141 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.109313 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.109477 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.109639 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.109804 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110473 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110473 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110473 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110473 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110937 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110937 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.110937 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111285 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111285 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111605 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111605 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111605 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111914 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.111914 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.112152 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.112277 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.112400 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.112538 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.112686 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.112843 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113015 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113178 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113345 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113507 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113668 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113829 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.113999 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.114163 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.114325 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.114576 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.114717 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.114844 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115035 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115164 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115583 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115583 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115583 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115957 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.115957 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.116196 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.116196 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.116435 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.116875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.116875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.116875 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.117303 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.117303 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.117542 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.117542 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.117902 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.117902 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118135 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118135 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118379 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118506 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118630 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118743 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118864 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.118988 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.119457 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.119457 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.119457 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.119845 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.119845 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.120079 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.120079 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.120312 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.120435 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.120558 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 19:23:05.121014 dv-cinder-830787-3-smb neutron-server[103131]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103131) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 19:23:05.405327 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 36376) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:05.414143 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065393 Apr 11 19:23:17.768085 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d59d2-20db-4d47-8aaa-0426d10a385e None None] get_active_networks_info from dv-cinder-830787-3-smb {{(pid=103242) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 19:23:17.896957 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d59d2-20db-4d47-8aaa-0426d10a385e None None] No non-hosted networks {{(pid=103242) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 19:23:17.914029 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.agentschedulers_db [None req-762d59d2-20db-4d47-8aaa-0426d10a385e None None] DHCP Agent not found on host dv-cinder-830787-3-smb {{(pid=103242) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 19:23:17.999588 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d422da53-3e45-48d7-abde-afadb850736f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586099'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.762339 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ba5a9685-bb6b-4d88-8cc9-149b7e6d0c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586099'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:20.849799 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6aa1df33-ed21-4274-a220-2d4b0f286827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:21.553515 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 36442) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:21.789943 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586099'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:22.303703 dv-cinder-830787-3-smb neutron-server[103241]: WARNING oslo_policy.policy [None req-b48ec628-6130-40a6-9217-8cab47c4f918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:22.304627 dv-cinder-830787-3-smb neutron-server[103241]: WARNING oslo_policy.policy [None req-b48ec628-6130-40a6-9217-8cab47c4f918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:22.573035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [None req-b48ec628-6130-40a6-9217-8cab47c4f918 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:23:22.589346 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b48ec628-6130-40a6-9217-8cab47c4f918 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0348055 Apr 11 19:23:22.913167 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586099'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:24.695582 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.db.l3_hamode_db [None req-52f673e4-dd50-4b57-837d-7b6c3ef223fa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 19:23:24.780942 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f673e4-dd50-4b57-837d-7b6c3ef223fa None None] Routers set() bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:24.781407 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f673e4-dd50-4b57-837d-7b6c3ef223fa None None] Router IDs set() for agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 19:23:24.903733 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586099'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:24.905960 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.906398 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.906828 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.907242 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.907629 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.908040 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.908746 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.909362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.910051 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.910762 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.911434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.912618 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.913329 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.914068 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.914820 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:24.915625 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830787-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:24.929393 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830787-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:25.558301 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36476) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:26.174354 dv-cinder-830787-3-smb neutron-server[103240]: WARNING oslo_policy.policy [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:26.174956 dv-cinder-830787-3-smb neutron-server[103240]: WARNING oslo_policy.policy [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:26.399660 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:26.492742 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.policy [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103240) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 19:23:26.535989 dv-cinder-830787-3-smb neutron-server[103240]: WARNING oslo_policy.policy [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:26.536373 dv-cinder-830787-3-smb neutron-server[103240]: WARNING oslo_policy.policy [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:26.640918 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748500097096', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748500098628', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748500082369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748500089488', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748500058901', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748500066552', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-636303', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629170', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1805883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783382'] for rbac-policy (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.714124 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:26.715503 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9ea08497-312b-49b4-a261-86a0f6674036 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1549227 Apr 11 19:23:29.308497 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36494) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:29.630159 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:29.658850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Made reservation on behalf of 417609951f1f489688e4a775d791cd6f for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:29.662962 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.680173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.786518 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks [] for security_group (286dc7c9-8efe-4cb6-ac7c-2351417055f4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.790313 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (286dc7c9-8efe-4cb6-ac7c-2351417055f4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.815574 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:23:29.850448 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748497194150', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (9400e6ba-1151-4ee9-9826-1e9dbb6088cf), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:29.851072 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Unsubscribe: segment precommit_create {{(pid=103240) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 19:23:29.851599 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Added segment 9400e6ba-1151-4ee9-9826-1e9dbb6088cf of type vlan for network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 Apr 11 19:23:29.873072 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=286dc7c9-8efe-4cb6-ac7c-2351417055f4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:29.926238 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.926635 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.926973 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.927327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.927663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.927991 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.928373 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.928637 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.928978 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.929292 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.929605 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.929944 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.930312 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.930573 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.930882 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Tracked resource versions report: Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: pushed versions: Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: { 'AddressGroup': {'1.2'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Agent': {'1.1'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'ConntrackHelper': {'1.0'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Log': {'1.0'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'NDPProxy': {'1.0'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Network': {'1.1'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Port': {'1.7'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'PortForwarding': {'1.3'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'QosPolicy': {'1.10'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroup': {'1.5'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'SubPort': {'1.0'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Subnet': {'1.1'}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Trunk': {'1.1'}} Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: consumer versions: Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Agent': '1.1', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'ConntrackHelper': '1.0', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'LocalIPAssociation': '1.0', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Log': '1.0', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'NDPProxy': '1.0', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Network': '1.1', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Port': '1.7', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'PortForwarding': '1.3', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'QosPolicy': '1.10', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroup': '1.5', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroupRule': '1.2', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'SubPort': '1.0', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Subnet': '1.1', Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: 'Trunk': '1.1'}} Apr 11 19:23:29.932070 dv-cinder-830787-3-smb neutron-server[103240]: {{(pid=103240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:23:29.965501 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (c55c094f-eaf1-4386-bd3c-ce9010f3e5b2), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.027125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (c55c094f-eaf1-4386-bd3c-ce9010f3e5b2), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.033278 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:30.033994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:30.097777 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7880647 Apr 11 19:23:30.158397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9018f7a-1bac-4c29-9034-055725c91ef3 demo demo] Pushing event updated for resources: {'Network': ['ID=c55c094f-eaf1-4386-bd3c-ce9010f3e5b2,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:30.173245 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:23:32.751606 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36506) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:33.214377 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99684b4e-9a64-4d7f-af0b-84165ccaf4be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:33.215689 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-99684b4e-9a64-4d7f-af0b-84165ccaf4be demo admin] 10.222.0.26 "GET /v2.0/networks/c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 HTTP/1.1" status: 200 len: 825 time: 0.4630911 Apr 11 19:23:33.240647 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-cf0ef9ea-bbb4-4dd0-8ae2-348694e98022 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/10f6ce40-8cc6-497b-8cdf-70a61407d6c1 HTTP/1.1" status: 200 len: 734 time: 0.0192802 Apr 11 19:23:33.250141 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:33.272009 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Made reservation on behalf of 417609951f1f489688e4a775d791cd6f for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:33.274424 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.571645 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (945f0753-46d3-4420-a3e8-da7f032c90c6), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.641194 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=945f0753-46d3-4420-a3e8-da7f032c90c6,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:33.648715 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Checking segment: {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:33.649080 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Network hostable DHCP agents. Network: c55c094f-eaf1-4386-bd3c-ce9010f3e5b2, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:23:33.672519 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:23:33.686414 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, c55c094f-eaf1-4386-bd3c-ce9010f3e5b2) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:33.692207 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:33.692911 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:33.699509 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a83c2c-3482-47a4-bdf1-9c88e7add212 None None] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:23:33.724551 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-61a984d7-4b08-45eb-97a6-6fcf357368c7 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4665542 Apr 11 19:23:34.128942 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'project_id': '417609951f1f489688e4a775d791cd6f', 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:23:34.130160 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.419684 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Allocated IP 172.20.0.2 (c55c094f-eaf1-4386-bd3c-ce9010f3e5b2/945f0753-46d3-4420-a3e8-da7f032c90c6/0c61ceeb-bbd3-42ed-a235-dbec685c9e49) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:34.704250 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Publish callbacks [] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.712409 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.790061 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:34.795997 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:34.804807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:34.806861 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Pushing event updated for resources: {'Port': ['ID=0c61ceeb-bbd3-42ed-a235-dbec685c9e49,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:34.816688 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.817040 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.817378 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.817724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.818060 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.818381 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.818966 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.819284 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.819602 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.819935 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.820236 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.820567 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.820917 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.821230 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.821542 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Tracked resource versions report: Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: pushed versions: Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: { 'AddressGroup': {'1.2'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Agent': {'1.1'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Log': {'1.0'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'NDPProxy': {'1.0'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Network': {'1.1'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Port': {'1.7'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'PortForwarding': {'1.3'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'QosPolicy': {'1.10'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroup': {'1.5'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'SubPort': {'1.0'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Subnet': {'1.1'}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Trunk': {'1.1'}} Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: consumer versions: Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Agent': '1.1', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'ConntrackHelper': '1.0', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'LocalIPAssociation': '1.0', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Log': '1.0', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'NDPProxy': '1.0', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Network': '1.1', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Port': '1.7', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'PortForwarding': '1.3', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'QosPolicy': '1.10', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroup': '1.5', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroupRule': '1.2', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'SubPort': '1.0', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Subnet': '1.1', Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: 'Trunk': '1.1'}} Apr 11 19:23:34.822688 dv-cinder-830787-3-smb neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:23:34.905728 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Attempting to bind port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:23:34.906140 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Attempting to bind port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:23:34.906667 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Attempting to bind port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 on network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:34.911959 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:23:34.912360 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Checking segment: {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:34.912863 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.913262 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Bound using segment: {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:23:34.913753 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Bound port: 0c61ceeb-bbd3-42ed-a235-dbec685c9e49, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:23:34.914172 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:34.985525 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] For port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:23:35.005650 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] For port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=0c61ceeb-bbd3-42ed-a235-dbec685c9e49,segment=NetworkSegment(9400e6ba-1151-4ee9-9826-1e9dbb6088cf),segment_id=9400e6ba-1151-4ee9-9826-1e9dbb6088cf)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:23:35.013998 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:35.073165 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4464f-6798-4d3a-aa9c-b518c71fcc8e None None] Pushing event updated for resources: {'Port': ['ID=0c61ceeb-bbd3-42ed-a235-dbec685c9e49,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:36.401368 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36514) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:36.746141 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [None req-812efbe8-348d-442d-8a32-9d241eaec92a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:23:36.760692 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-812efbe8-348d-442d-8a32-9d241eaec92a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3446565 Apr 11 19:23:39.425122 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36522) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:39.801258 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [None req-2d9097f4-77c9-46b6-ae10-87af21553ca2 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:23:39.802299 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2d9097f4-77c9-46b6-ae10-87af21553ca2 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3762474 Apr 11 19:23:42.002054 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:23:42.535714 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36532) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:42.921706 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:42.953724 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (3ff30c7a-b101-4fe5-addd-d4dedea97652), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:42.955507 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (3ff30c7a-b101-4fe5-addd-d4dedea97652), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.100875 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] Publish callbacks [] for router_controller (3ff30c7a-b101-4fe5-addd-d4dedea97652), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.106803 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (3ff30c7a-b101-4fe5-addd-d4dedea97652), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.128441 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:43.129762 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2d271721-da14-4d9b-acdc-55128319d204 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5930033 Apr 11 19:23:45.773256 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:45.807635 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36544) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:45.860627 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:45.861102 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:45.984900 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:45.985303 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:46.025551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=0c61ceeb-bbd3-42ed-a235-dbec685c9e49,segment=NetworkSegment(9400e6ba-1151-4ee9-9826-1e9dbb6088cf),segment_id=9400e6ba-1151-4ee9-9826-1e9dbb6088cf)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:46.030099 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:46.086384 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=0c61ceeb-bbd3-42ed-a235-dbec685c9e49,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:46.201230 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [None req-da0fd751-e313-4f05-8c1c-c2bf57d4679d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:23:46.204840 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-da0fd751-e313-4f05-8c1c-c2bf57d4679d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3961575 Apr 11 19:23:47.110062 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e736a173-79d3-44b6-b1b3-a8aa4b1cc991 None None] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:23:47.181693 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-48c7e26e-7ea9-4ef7-a667-e6da6c6f09ad None None] Provisioning complete for port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:47.182075 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-48c7e26e-7ea9-4ef7-a667-e6da6c6f09ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.326812 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-48c7e26e-7ea9-4ef7-a667-e6da6c6f09ad None None] Current status of the port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:47.544499 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-496b1b9b-0526-40dc-a102-df768f8d2bec None None] Provisioning complete for port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:47.544927 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-496b1b9b-0526-40dc-a102-df768f8d2bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.630401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-496b1b9b-0526-40dc-a102-df768f8d2bec None None] Current status of the port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:47.702738 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a044990c-9fd1-4979-9f96-6a85fcb34869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.759872 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:23:47.805818 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:47.806203 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:47.884328 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:48.854070 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36552) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:49.177700 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:49.197945 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Made reservation on behalf of e1cf0bb148e249cc8449fbf208ab0e4e for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:49.200287 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.210596 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.291122 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks [] for security_group (e8340ba4-8285-48ce-98ac-16f447da6a9f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.295666 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (e8340ba4-8285-48ce-98ac-16f447da6a9f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.312235 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=103240) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 19:23:49.332360 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8340ba4-8285-48ce-98ac-16f447da6a9f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:49.339563 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (8f313b30-3e4d-40da-bad3-a6c03f26936c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.339908 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Added segment 8f313b30-3e4d-40da-bad3-a6c03f26936c of type flat for network cc532fe5-f0a6-487b-87bf-b16383ce1e5c Apr 11 19:23:49.388642 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (cc532fe5-f0a6-487b-87bf-b16383ce1e5c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.421656 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (cc532fe5-f0a6-487b-87bf-b16383ce1e5c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.422751 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:49.423398 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:49.485658 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6304872 Apr 11 19:23:49.524216 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f332144-b010-40fc-8804-9e9625c7a5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc532fe5-f0a6-487b-87bf-b16383ce1e5c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:49.536593 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:23:50.749698 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-853c195c-60f0-44e5-85f8-2f8d77573c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:51.713498 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:52.070398 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 36570) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:52.426355 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.policy [None req-a562f6b7-5a74-4ff8-ad7e-7d38170a102e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103241) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 19:23:52.469777 dv-cinder-830787-3-smb neutron-server[103241]: WARNING oslo_policy.policy [None req-a562f6b7-5a74-4ff8-ad7e-7d38170a102e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:52.470190 dv-cinder-830787-3-smb neutron-server[103241]: WARNING oslo_policy.policy [None req-a562f6b7-5a74-4ff8-ad7e-7d38170a102e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 19:23:52.478177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562f6b7-5a74-4ff8-ad7e-7d38170a102e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:52.479901 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a562f6b7-5a74-4ff8-ad7e-7d38170a102e demo admin] 10.222.0.26 "GET /v2.0/subnets/945f0753-46d3-4420-a3e8-da7f032c90c6 HTTP/1.1" status: 200 len: 849 time: 0.4085526 Apr 11 19:23:52.651780 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-dd87994b-f0c6-495e-9be8-af46e97269c6 demo admin] 10.222.0.26 "GET /v2.0/routers/3ff30c7a-b101-4fe5-addd-d4dedea97652 HTTP/1.1" status: 200 len: 704 time: 0.1642919 Apr 11 19:23:52.807685 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:52.930096 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:53.262223 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Allocated IP 172.20.0.1 (c55c094f-eaf1-4386-bd3c-ce9010f3e5b2/945f0753-46d3-4420-a3e8-da7f032c90c6/3ae526ad-f400-401b-a280-6409ddb1aa32) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:23:53.477669 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks [] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:53.553987 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:53.597883 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:53.599352 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:53.661970 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:23:53.662561 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (3ff30c7a-b101-4fe5-addd-d4dedea97652), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:53.729739 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Pushing event updated for resources: {'Port': ['ID=3ae526ad-f400-401b-a280-6409ddb1aa32,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:53.754410 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.754880 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.755233 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.755698 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.756101 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.756494 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.756859 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.757190 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.757516 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.758919 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.759248 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.759593 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.759917 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.760235 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.760551 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Tracked resource versions report: Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: pushed versions: Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: { 'AddressGroup': {'1.2'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Agent': {'1.1'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'ConntrackHelper': {'1.0'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Log': {'1.0'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'NDPProxy': {'1.0'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Network': {'1.1'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Port': {'1.7'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'PortForwarding': {'1.3'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'QosPolicy': {'1.10'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroup': {'1.5'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'SubPort': {'1.0'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Subnet': {'1.1'}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Trunk': {'1.1'}} Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: consumer versions: Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Agent': '1.1', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'ConntrackHelper': '1.0', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'LocalIPAssociation': '1.0', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Log': '1.0', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'NDPProxy': '1.0', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Network': '1.1', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Port': '1.7', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'PortForwarding': '1.3', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'QosPolicy': '1.10', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroup': '1.5', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroupRule': '1.2', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'SubPort': '1.0', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Subnet': '1.1', Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: 'Trunk': '1.1'}} Apr 11 19:23:53.761766 dv-cinder-830787-3-smb neutron-server[103241]: {{(pid=103241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:23:53.901492 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:53.992107 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-e9b2ef2d-3234-48e0-a111-159782f97dc6 None None] Provisioning complete for port 3ae526ad-f400-401b-a280-6409ddb1aa32 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:53.992711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9b2ef2d-3234-48e0-a111-159782f97dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:54.026500 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2ef2d-3234-48e0-a111-159782f97dc6 None None] Port 3ae526ad-f400-401b-a280-6409ddb1aa32 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:54.126167 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks [] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:54.130884 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:54.131654 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (3ff30c7a-b101-4fe5-addd-d4dedea97652), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:54.214623 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Pushing event updated for resources: {'Port': ['ID=3ae526ad-f400-401b-a280-6409ddb1aa32,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:54.260192 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:23:54.261513 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:54.447195 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c8c15205-18ec-41a9-a823-c3a7cd5e4f9b None None] Provisioning complete for port 3ae526ad-f400-401b-a280-6409ddb1aa32 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:54.447586 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c8c15205-18ec-41a9-a823-c3a7cd5e4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:54.486786 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c8c15205-18ec-41a9-a823-c3a7cd5e4f9b None None] Port 3ae526ad-f400-401b-a280-6409ddb1aa32 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:54.487148 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Router 3ff30c7a-b101-4fe5-addd-d4dedea97652 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:23:54.585671 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:23:54.591096 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ef7c4039-8eb1-485b-96a5-fc8fa3fec6c5 demo admin] 10.222.0.26 "PUT /v2.0/routers/3ff30c7a-b101-4fe5-addd-d4dedea97652/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9334817 Apr 11 19:23:54.595830 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Sync routers for ids ['3ff30c7a-b101-4fe5-addd-d4dedea97652'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:23:54.610943 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Routers {'3ff30c7a-b101-4fe5-addd-d4dedea97652'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:54.611821 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:23:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3ff30c7a-b101-4fe5-addd-d4dedea97652'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:54.813145 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Set router 3ff30c7a-b101-4fe5-addd-d4dedea97652 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:54.905332 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:55.258435 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'name': 'router1', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:42Z', 'updated_at': '2022-04-11T19:23:53Z', 'revision_number': 2, 'project_id': '417609951f1f489688e4a775d791cd6f', 'gw_port_host': None, '_interfaces': [{'id': '3ae526ad-f400-401b-a280-6409ddb1aa32', 'name': '', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'mac_address': 'fa:16:3e:e3:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:52Z', 'updated_at': '2022-04-11T19:23:53Z', 'revision_number': 2, 'project_id': '417609951f1f489688e4a775d791cd6f', 'subnets': [{'id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:55.317303 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Checking router: 3ff30c7a-b101-4fe5-addd-d4dedea97652 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:23:55.317673 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Updating router 3ff30c7a-b101-4fe5-addd-d4dedea97652 port 3ae526ad-f400-401b-a280-6409ddb1aa32 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:23:55.405786 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:55.927763 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Publish callbacks [] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:55.934592 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.027095 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Pushing event updated for resources: {'Port': ['ID=3ae526ad-f400-401b-a280-6409ddb1aa32,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:56.039535 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.039878 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.040217 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.040558 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.040925 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.041254 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.041578 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.041901 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.042226 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.042550 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.042920 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.043262 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.043581 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.043901 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.044219 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Tracked resource versions report: Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: pushed versions: Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: { 'AddressGroup': {'1.2'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Agent': {'1.1'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Log': {'1.0'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'NDPProxy': {'1.0'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Network': {'1.1'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Port': {'1.7'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'PortForwarding': {'1.3'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'QosPolicy': {'1.10'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroup': {'1.5'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'SubPort': {'1.0'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Subnet': {'1.1'}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Trunk': {'1.1'}} Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: consumer versions: Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Agent': '1.1', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'ConntrackHelper': '1.0', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'LocalIPAssociation': '1.0', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Log': '1.0', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'NDPProxy': '1.0', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Network': '1.1', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Port': '1.7', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'PortForwarding': '1.3', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'QosPolicy': '1.10', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroup': '1.5', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroupRule': '1.2', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'SubPort': '1.0', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Subnet': '1.1', Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: 'Trunk': '1.1'}} Apr 11 19:23:56.045827 dv-cinder-830787-3-smb neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:23:56.150970 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Attempting to bind port 3ae526ad-f400-401b-a280-6409ddb1aa32 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:23:56.151372 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Attempting to bind port 3ae526ad-f400-401b-a280-6409ddb1aa32 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:23:56.151800 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Attempting to bind port 3ae526ad-f400-401b-a280-6409ddb1aa32 on network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:23:56.160038 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:23:56.160490 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Checking segment: {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:56.161046 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.161447 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Bound using segment: {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:23:56.161967 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Bound port: 3ae526ad-f400-401b-a280-6409ddb1aa32, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9400e6ba-1151-4ee9-9826-1e9dbb6088cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:23:56.162355 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.216188 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-3f051c13-0004-401a-9d8c-f0ea74c167fe None None] Provisioning complete for port 3ae526ad-f400-401b-a280-6409ddb1aa32 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:56.216892 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3f051c13-0004-401a-9d8c-f0ea74c167fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.241375 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] For port 3ae526ad-f400-401b-a280-6409ddb1aa32, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:23:56.257958 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3f051c13-0004-401a-9d8c-f0ea74c167fe None None] Port 3ae526ad-f400-401b-a280-6409ddb1aa32 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:23:56.263695 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] For port 3ae526ad-f400-401b-a280-6409ddb1aa32, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=3ae526ad-f400-401b-a280-6409ddb1aa32,segment=NetworkSegment(9400e6ba-1151-4ee9-9826-1e9dbb6088cf),segment_id=9400e6ba-1151-4ee9-9826-1e9dbb6088cf)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:23:56.270740 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.340632 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Routers {'3ff30c7a-b101-4fe5-addd-d4dedea97652'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:23:56.341315 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:23:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3ff30c7a-b101-4fe5-addd-d4dedea97652'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:56.380915 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a665b8-e305-4252-aa64-55c35bcc9a40 None None] Pushing event updated for resources: {'Port': ['ID=3ae526ad-f400-401b-a280-6409ddb1aa32,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:56.443391 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] Set router 3ff30c7a-b101-4fe5-addd-d4dedea97652 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:23:56.580831 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] Provisioning complete for port 3ae526ad-f400-401b-a280-6409ddb1aa32 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:23:56.581145 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.680606 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'name': 'router1', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:42Z', 'updated_at': '2022-04-11T19:23:53Z', 'revision_number': 2, 'project_id': '417609951f1f489688e4a775d791cd6f', 'gw_port_host': None, '_interfaces': [{'id': '3ae526ad-f400-401b-a280-6409ddb1aa32', 'name': '', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'mac_address': 'fa:16:3e:e3:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:52Z', 'updated_at': '2022-04-11T19:23:56Z', 'revision_number': 4, 'project_id': '417609951f1f489688e4a775d791cd6f', 'subnets': [{'id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:23:56.689465 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] Current status of the port 3ae526ad-f400-401b-a280-6409ddb1aa32 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:23:56.690028 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.711882 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76ee85-1654-46f9-adb0-718db08c0bff None None] The sync data for ids ['3ff30c7a-b101-4fe5-addd-d4dedea97652'] in dv-cinder-830787-3-smb is: [{'id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'name': 'router1', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:42Z', 'updated_at': '2022-04-11T19:23:53Z', 'revision_number': 2, 'project_id': '417609951f1f489688e4a775d791cd6f', 'gw_port_host': None, '_interfaces': [{'id': '3ae526ad-f400-401b-a280-6409ddb1aa32', 'name': '', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'mac_address': 'fa:16:3e:e3:f6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:52Z', 'updated_at': '2022-04-11T19:23:56Z', 'revision_number': 4, 'project_id': '417609951f1f489688e4a775d791cd6f', 'subnets': [{'id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:23:56.728124 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] For port 3ae526ad-f400-401b-a280-6409ddb1aa32, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=3ae526ad-f400-401b-a280-6409ddb1aa32,segment=NetworkSegment(9400e6ba-1151-4ee9-9826-1e9dbb6088cf),segment_id=9400e6ba-1151-4ee9-9826-1e9dbb6088cf)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:23:56.733926 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:56.787903 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad140d4-918b-40dc-9f9e-403072c16269 None None] Pushing event updated for resources: {'Port': ['ID=3ae526ad-f400-401b-a280-6409ddb1aa32,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:57.168526 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 36594) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:23:57.291671 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a4e6f-acf6-46b8-953b-b5ba7db5d62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:57.293634 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-983a4e6f-acf6-46b8-953b-b5ba7db5d62c admin admin] 10.222.0.26 "GET /v2.0/networks/cc532fe5-f0a6-487b-87bf-b16383ce1e5c HTTP/1.1" status: 200 len: 842 time: 0.1235485 Apr 11 19:23:57.303430 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'ip_version': 4, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:23:57.326842 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Made reservation on behalf of e1cf0bb148e249cc8449fbf208ab0e4e for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:23:57.329108 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:57.657200 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.objects.ports [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103240) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 19:23:57.657576 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (c429672e-3db4-40d4-8cd8-d19792998e22), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:57.715953 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c429672e-3db4-40d4-8cd8-d19792998e22,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:23:57.725240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:23:57.725605 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Network hostable DHCP agents. Network: cc532fe5-f0a6-487b-87bf-b16383ce1e5c, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:23:57.744989 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:23:57.754994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, cc532fe5-f0a6-487b-87bf-b16383ce1e5c) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:23:57.759113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:23:57.759740 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:23:57.769223 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623ae99-2fc4-401e-8268-2c890ebe8a08 None None] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:23:57.777147 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b3d0104f-4b08-4a6f-83cd-2ac177444e44 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4772117 Apr 11 19:23:57.899493 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f697516-bd56-4aa9-bb5f-692375f0f325 None None] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:24:00.297003 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 36602) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:00.436462 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3ad21a9a-0308-4bf2-bf87-3ee79c49ea0a demo admin] 10.222.0.26 "GET /v2.0/routers/3ff30c7a-b101-4fe5-addd-d4dedea97652 HTTP/1.1" status: 200 len: 710 time: 0.1380069 Apr 11 19:24:00.523581 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aff1ab-e2d7-4045-af80-8e2946395ed2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:24:00.524949 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-51aff1ab-e2d7-4045-af80-8e2946395ed2 demo admin] 10.222.0.26 "GET /v2.0/networks/cc532fe5-f0a6-487b-87bf-b16383ce1e5c HTTP/1.1" status: 200 len: 886 time: 0.0831344 Apr 11 19:24:00.533934 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:24:00.808512 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks [] for router_gateway (3ff30c7a-b101-4fe5-addd-d4dedea97652), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:01.044159 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks [] for router_gateway (3ff30c7a-b101-4fe5-addd-d4dedea97652), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:01.120883 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:01.236616 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Allocated IP 172.28.2.63 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/724e1162-8b7b-4cd1-b111-41ef8f18d5b6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:24:01.344194 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks [] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:01.378447 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:01.419442 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:24:01.423827 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:24:01.438340 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:24:01.440189 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Pushing event updated for resources: {'Port': ['ID=724e1162-8b7b-4cd1-b111-41ef8f18d5b6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:01.784610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks [] for router_gateway (3ff30c7a-b101-4fe5-addd-d4dedea97652), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:01.998098 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1689673', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1647822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13758'] for router (3ff30c7a-b101-4fe5-addd-d4dedea97652), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:02.001668 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1647815'] for router (3ff30c7a-b101-4fe5-addd-d4dedea97652), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:02.117342 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Router 3ff30c7a-b101-4fe5-addd-d4dedea97652 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:24:02.238871 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:24:02.243286 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:02.247011 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-580873af-40de-4db8-889e-6b1e1f21b92a demo admin] 10.222.0.26 "PUT /v2.0/routers/3ff30c7a-b101-4fe5-addd-d4dedea97652 HTTP/1.1" status: 200 len: 889 time: 1.7162001 Apr 11 19:24:03.807452 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 3ae526ad-f400-401b-a280-6409ddb1aa32 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:03.863492 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 3ae526ad-f400-401b-a280-6409ddb1aa32 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:03.863609 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:03.951488 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 3ae526ad-f400-401b-a280-6409ddb1aa32 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:04.910886 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 36614) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:24:05.035580 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3b293f31-38a4-4a62-9862-08b2e3524c62 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1234438 Apr 11 19:24:05.672280 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Sync routers for ids ['3ff30c7a-b101-4fe5-addd-d4dedea97652'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:24:05.685970 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Routers {'3ff30c7a-b101-4fe5-addd-d4dedea97652'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:05.685970 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:23:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3ff30c7a-b101-4fe5-addd-d4dedea97652'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:05.921599 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Set router 3ff30c7a-b101-4fe5-addd-d4dedea97652 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:06.436716 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'name': 'router1', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '724e1162-8b7b-4cd1-b111-41ef8f18d5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:42Z', 'updated_at': '2022-04-11T19:24:01Z', 'revision_number': 4, 'project_id': '417609951f1f489688e4a775d791cd6f', 'gw_port': {'id': '724e1162-8b7b-4cd1-b111-41ef8f18d5b6', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:01Z', 'updated_at': '2022-04-11T19:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '3ae526ad-f400-401b-a280-6409ddb1aa32', 'name': '', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'mac_address': 'fa:16:3e:e3:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:52Z', 'updated_at': '2022-04-11T19:23:56Z', 'revision_number': 5, 'project_id': '417609951f1f489688e4a775d791cd6f', 'subnets': [{'id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:06.489801 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Checking router: 3ff30c7a-b101-4fe5-addd-d4dedea97652 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:24:06.490062 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Updating router 3ff30c7a-b101-4fe5-addd-d4dedea97652 port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:24:06.545920 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:06.889423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Publish callbacks [] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:06.897249 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:06.954162 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8762ea-a81d-4268-90c7-1e42a74e2988 None None] Pushing event updated for resources: {'Port': ['ID=724e1162-8b7b-4cd1-b111-41ef8f18d5b6,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:06.959494 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Attempting to bind port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:24:06.959868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Attempting to bind port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:24:06.960232 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Attempting to bind port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:24:06.966449 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:24:06.966832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:24:06.967234 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:06.967622 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:24:06.968096 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Bound port: 724e1162-8b7b-4cd1-b111-41ef8f18d5b6, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:24:06.968474 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:07.027103 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] For port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:24:07.032021 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] For port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=724e1162-8b7b-4cd1-b111-41ef8f18d5b6,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:24:07.038869 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:07.113714 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Routers {'3ff30c7a-b101-4fe5-addd-d4dedea97652'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:24:07.114351 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:23:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3ff30c7a-b101-4fe5-addd-d4dedea97652'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:07.116711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8762ea-a81d-4268-90c7-1e42a74e2988 None None] Pushing event updated for resources: {'Port': ['ID=724e1162-8b7b-4cd1-b111-41ef8f18d5b6,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:07.236835 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] Set router 3ff30c7a-b101-4fe5-addd-d4dedea97652 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:24:07.460078 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'name': 'router1', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '724e1162-8b7b-4cd1-b111-41ef8f18d5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:42Z', 'updated_at': '2022-04-11T19:24:01Z', 'revision_number': 4, 'project_id': '417609951f1f489688e4a775d791cd6f', 'gw_port': {'id': '724e1162-8b7b-4cd1-b111-41ef8f18d5b6', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:01Z', 'updated_at': '2022-04-11T19:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '3ae526ad-f400-401b-a280-6409ddb1aa32', 'name': '', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'mac_address': 'fa:16:3e:e3:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:52Z', 'updated_at': '2022-04-11T19:23:56Z', 'revision_number': 5, 'project_id': '417609951f1f489688e4a775d791cd6f', 'subnets': [{'id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:24:07.493366 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a39adf-0912-4de7-bdc0-f550d1a33d4f None None] The sync data for ids ['3ff30c7a-b101-4fe5-addd-d4dedea97652'] in dv-cinder-830787-3-smb is: [{'id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'name': 'router1', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.63'}], 'enable_snat': True}, 'gw_port_id': '724e1162-8b7b-4cd1-b111-41ef8f18d5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:23:42Z', 'updated_at': '2022-04-11T19:24:01Z', 'revision_number': 4, 'project_id': '417609951f1f489688e4a775d791cd6f', 'gw_port': {'id': '724e1162-8b7b-4cd1-b111-41ef8f18d5b6', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:c2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:24:01Z', 'updated_at': '2022-04-11T19:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '3ae526ad-f400-401b-a280-6409ddb1aa32', 'name': '', 'network_id': 'c55c094f-eaf1-4386-bd3c-ce9010f3e5b2', 'tenant_id': '417609951f1f489688e4a775d791cd6f', 'mac_address': 'fa:16:3e:e3:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff30c7a-b101-4fe5-addd-d4dedea97652', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:23:52Z', 'updated_at': '2022-04-11T19:23:56Z', 'revision_number': 5, 'project_id': '417609951f1f489688e4a775d791cd6f', 'subnets': [{'id': '945f0753-46d3-4420-a3e8-da7f032c90c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '10f6ce40-8cc6-497b-8cdf-70a61407d6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:24:07.834479 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:07.892053 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:07.893279 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.016064 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:08.016875 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.040702 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=724e1162-8b7b-4cd1-b111-41ef8f18d5b6,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:24:08.049858 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:08.118057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=724e1162-8b7b-4cd1-b111-41ef8f18d5b6,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:24:09.828005 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:24:09.943551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:24:09.944376 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (724e1162-8b7b-4cd1-b111-41ef8f18d5b6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:10.098528 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 724e1162-8b7b-4cd1-b111-41ef8f18d5b6 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:24:17.702592 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-47c66427-358d-4942-810e-f0cd5a8f1ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:18.985191 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:24:20.753416 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34718fca-68df-4bb3-b026-d4ac2fee1408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:21.725627 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:22.822078 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:24.915334 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:47.699640 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ade1b7d5-c326-48f8-adc9-78b7004894d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:50.777693 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9fba8531-71ce-4377-bcd5-2d88b1c971de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:51.721129 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:52.818506 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:54.913362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:24:55.993703 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:25:17.693212 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-34b4bfef-7afa-4dc1-8df8-86b9d8d8f80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:20.754022 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e0ca4e31-596a-4afc-b0bf-6c315cf5c2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:21.719697 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:22.816493 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:24.910023 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:29.641869 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37098) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:29.704131 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5acc4c-4377-45f8-8c14-49821ab8ba72 admin admin] GET failed (client error): The resource could not be found. Apr 11 19:25:29.705484 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-bd5acc4c-4377-45f8-8c14-49821ab8ba72 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626414 Apr 11 19:25:29.875125 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af9ad8-73cc-4074-931d-7afeb0932ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:29.876506 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f6af9ad8-73cc-4074-931d-7afeb0932ed7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669137 Apr 11 19:25:32.239688 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37108) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:32.339997 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d4309-d4b1-4b01-be94-536fac9c05f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:32.341364 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d62d4309-d4b1-4b01-be94-536fac9c05f3 admin admin] 10.222.0.26 "GET /v2.0/subnets/945f0753-46d3-4420-a3e8-da7f032c90c6 HTTP/1.1" status: 200 len: 849 time: 0.1006870 Apr 11 19:25:32.353011 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:25:32.438080 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Publish callbacks [] for subnet (945f0753-46d3-4420-a3e8-da7f032c90c6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:32.592319 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748497305110'] for subnet (945f0753-46d3-4420-a3e8-da7f032c90c6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:32.623749 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:32.624648 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:32.626727 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] 10.222.0.26 "PUT /v2.0/subnets/945f0753-46d3-4420-a3e8-da7f032c90c6 HTTP/1.1" status: 200 len: 868 time: 0.2781217 Apr 11 19:25:32.632417 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d9b15-68cf-42ea-a4c8-7812135baf3c None None] Network c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:25:32.665050 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Pushing event updated for resources: {'Subnet': ['ID=945f0753-46d3-4420-a3e8-da7f032c90c6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:25:32.676366 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.677088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.677635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.678852 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.679455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.679985 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.680586 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.681135 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.683499 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.683499 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.683499 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.683499 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.684042 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.684530 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.685088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a19280-fe13-4a0f-b412-797e26e5816f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:25:32.988860 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:25:33.011156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-762e96db-647f-4bdb-b4f0-da47939e4741 None None] Provisioning complete for port 3ae526ad-f400-401b-a280-6409ddb1aa32 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:33.011548 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-762e96db-647f-4bdb-b4f0-da47939e4741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3ae526ad-f400-401b-a280-6409ddb1aa32), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:33.099927 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-762e96db-647f-4bdb-b4f0-da47939e4741 None None] Current status of the port 3ae526ad-f400-401b-a280-6409ddb1aa32 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:33.109277 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-762e96db-647f-4bdb-b4f0-da47939e4741 None None] Provisioning complete for port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:25:33.109859 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-762e96db-647f-4bdb-b4f0-da47939e4741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0c61ceeb-bbd3-42ed-a235-dbec685c9e49), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:33.203192 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-762e96db-647f-4bdb-b4f0-da47939e4741 None None] Current status of the port 0c61ceeb-bbd3-42ed-a235-dbec685c9e49 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:25:35.056832 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37116) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:35.269668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f248585-2c5f-415a-8438-ed18417678d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:35.270058 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f248585-2c5f-415a-8438-ed18417678d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:35.272194 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3f248585-2c5f-415a-8438-ed18417678d1 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138433 Apr 11 19:25:37.645074 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37126) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:37.786591 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014cfef6-90de-4529-a4d6-6fe69629091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:37.787642 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014cfef6-90de-4529-a4d6-6fe69629091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:37.789241 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-014cfef6-90de-4529-a4d6-6fe69629091a admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1431630 Apr 11 19:25:40.144645 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37134) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:40.298828 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6701b60f-748c-4138-ba24-c57e4e1701ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:40.300217 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6701b60f-748c-4138-ba24-c57e4e1701ac admin admin] 10.222.0.26 "GET /v2.0/networks/c55c094f-eaf1-4386-bd3c-ce9010f3e5b2 HTTP/1.1" status: 200 len: 869 time: 0.1545978 Apr 11 19:25:42.690095 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37142) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:42.835073 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040681a1-6f95-4ba5-9d73-e1fbc513e29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:42.836430 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-040681a1-6f95-4ba5-9d73-e1fbc513e29a admin admin] 10.222.0.26 "GET /v2.0/networks/cc532fe5-f0a6-487b-87bf-b16383ce1e5c HTTP/1.1" status: 200 len: 886 time: 0.1451201 Apr 11 19:25:45.206407 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37150) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:45.330981 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d650bd-231e-4f52-8b9f-773bb57d175c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:45.331430 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d650bd-231e-4f52-8b9f-773bb57d175c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:45.332997 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-36d650bd-231e-4f52-8b9f-773bb57d175c admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255918 Apr 11 19:25:47.702220 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c7601717-9191-4f64-9e3d-7e099cac9667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:47.719208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37158) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:47.894508 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45b3b3-258a-4f28-a990-7509c99fd3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.894975 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45b3b3-258a-4f28-a990-7509c99fd3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:47.897143 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6c45b3b3-258a-4f28-a990-7509c99fd3d7 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1769829 Apr 11 19:25:50.282765 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37166) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:50.376186 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4bfe72-487b-40e5-a4d6-af05cf63fa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:50.377513 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3e4bfe72-487b-40e5-a4d6-af05cf63fa95 admin admin] 10.222.0.26 "GET /v2.0/subnets/945f0753-46d3-4420-a3e8-da7f032c90c6 HTTP/1.1" status: 200 len: 868 time: 0.0938032 Apr 11 19:25:50.755984 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b6ea37f-51d2-47ea-b09b-0a1c93fde2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:51.720800 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:52.771283 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37174) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:25:52.820815 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:25:52.860210 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c9033-8f89-44c4-a908-7949cfb5fc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:25:52.861691 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-2b5c9033-8f89-44c4-a908-7949cfb5fc47 admin admin] 10.222.0.26 "GET /v2.0/subnets/c429672e-3db4-40d4-8cd8-d19792998e22 HTTP/1.1" status: 200 len: 816 time: 0.0894570 Apr 11 19:25:54.913721 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:09.989639 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:26:17.695362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b02a2cd4-b29c-40a7-9d64-b87060a9d6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:20.757232 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b3c0f69-e47a-48c2-8288-dbbb093bfa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:21.723114 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:22.822390 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:24.916594 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:34.696538 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37232) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:34.747307 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [None req-81dc4851-bcaf-45e5-a5ee-dc6f9cbcdd17 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:26:34.748337 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-81dc4851-bcaf-45e5-a5ee-dc6f9cbcdd17 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508223 Apr 11 19:26:37.224821 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37240) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:37.289868 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3120a1-6cde-4484-b457-05fd2054d801 admin admin] GET failed (client error): The resource could not be found. Apr 11 19:26:37.291204 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-8a3120a1-6cde-4484-b457-05fd2054d801 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654459 Apr 11 19:26:37.381309 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf7e06-acee-4a81-973a-511ab8f7925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:37.382708 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-45cf7e06-acee-4a81-973a-511ab8f7925b admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0873761 Apr 11 19:26:39.809009 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37248) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:39.859360 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:39.894468 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Made reservation on behalf of e1cf0bb148e249cc8449fbf208ab0e4e for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:26:39.896822 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:39.925574 dv-cinder-830787-3-smb neutron-server[103241]: WARNING neutron.services.revisions.revision_plugin [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Could not find related network for resource to bump revision. Apr 11 19:26:39.948923 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:26:39.962722 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748497194150', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:39.963314 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Unsubscribe: segment precommit_create {{(pid=103241) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 19:26:39.963834 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.segments_db [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Added segment 5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca of type vlan for network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 Apr 11 19:26:40.033077 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (e736f4e5-22ce-4fdb-9a26-a6e50ff12731), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:40.067778 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (e736f4e5-22ce-4fdb-9a26-a6e50ff12731), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:40.068925 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:40.069542 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:40.139187 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3290460 Apr 11 19:26:40.177135 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Pushing event updated for resources: {'Network': ['ID=e736f4e5-22ce-4fdb-9a26-a6e50ff12731,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:40.184958 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.185398 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.185665 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.186023 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.186348 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.186682 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.187013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.187344 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.187679 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.188008 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.188336 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.188962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.189296 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.189671 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.190487 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da8a4b5-22fc-41eb-89ac-0f50e8b0f76b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:40.203769 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:26:42.578081 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37256) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:26:42.642674 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.pecan_wsgi.hooks.translation [None req-b480e0f6-1952-4f16-9980-1f71b1566e3e admin admin] GET failed (client error): The resource could not be found. Apr 11 19:26:42.644051 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b480e0f6-1952-4f16-9980-1f71b1566e3e admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649562 Apr 11 19:26:42.719819 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a15e9a-cb28-4679-a7f7-1d29cd096d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:42.721354 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-97a15e9a-cb28-4679-a7f7-1d29cd096d3d admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0732973 Apr 11 19:26:42.731490 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Request body: {'subnet': {'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:26:42.757529 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Made reservation on behalf of e1cf0bb148e249cc8449fbf208ab0e4e for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:26:42.759644 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:42.953616 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (7a55d4e6-094f-4691-bde8-a43d2fa37f29), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.010555 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a55d4e6-094f-4691-bde8-a43d2fa37f29,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:43.023709 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Checking segment: {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:26:43.024059 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Network hostable DHCP agents. Network: e736f4e5-22ce-4fdb-9a26-a6e50ff12731, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:26:43.052734 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:26:43.065958 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, e736f4e5-22ce-4fdb-9a26-a6e50ff12731) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:43.070493 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:26:43.071083 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.077196 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc45fb6c-adbc-40d6-bd09-809001c801cd None None] Network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:26:43.089374 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-460c905e-836d-4396-9a54-602e5a758b1c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3615878 Apr 11 19:26:43.196240 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-e736f4e5-22ce-4fdb-9a26-a6e50ff12731', 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731', 'project_id': 'e1cf0bb148e249cc8449fbf208ab0e4e', 'fixed_ips': [{'subnet_id': '7a55d4e6-094f-4691-bde8-a43d2fa37f29'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:26:43.197145 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.343380 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Allocated IP 192.168.233.2 (e736f4e5-22ce-4fdb-9a26-a6e50ff12731/7a55d4e6-094f-4691-bde8-a43d2fa37f29/b7f44c1b-1b89-47a8-947b-79d9835db49c) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:26:43.497654 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Publish callbacks [] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.503410 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.553932 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:26:43.557721 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Pushing event updated for resources: {'Port': ['ID=b7f44c1b-1b89-47a8-947b-79d9835db49c,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:43.560199 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:26:43.567403 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:26:43.571724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.571724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.571724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.571724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.571724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.571724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.572312 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.572312 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.572546 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.572892 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.573209 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.573541 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.573858 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.574168 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.574481 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:26:43.637419 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Attempting to bind port b7f44c1b-1b89-47a8-947b-79d9835db49c on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:26:43.637701 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Attempting to bind port b7f44c1b-1b89-47a8-947b-79d9835db49c by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:26:43.638065 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Attempting to bind port b7f44c1b-1b89-47a8-947b-79d9835db49c on network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:26:43.643483 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:26:43.643858 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Checking segment: {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:26:43.644261 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.644666 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Bound using segment: {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:26:43.645151 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Bound port: b7f44c1b-1b89-47a8-947b-79d9835db49c, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:26:43.645529 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.709483 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] For port b7f44c1b-1b89-47a8-947b-79d9835db49c, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:26:43.713339 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] For port b7f44c1b-1b89-47a8-947b-79d9835db49c, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b7f44c1b-1b89-47a8-947b-79d9835db49c,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:26:43.719739 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:43.786816 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb17c48-9f68-4d50-a7f5-1aaf11128353 None None] Pushing event updated for resources: {'Port': ['ID=b7f44c1b-1b89-47a8-947b-79d9835db49c,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:44.690314 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e20074-7af6-4abf-adbc-d20ba13249f7 None None] Network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:26:44.806312 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] Provisioning complete for port b7f44c1b-1b89-47a8-947b-79d9835db49c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:44.806699 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:44.913838 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] Current status of the port b7f44c1b-1b89-47a8-947b-79d9835db49c is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:44.914534 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:44.958196 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] For port b7f44c1b-1b89-47a8-947b-79d9835db49c, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b7f44c1b-1b89-47a8-947b-79d9835db49c,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:26:44.963522 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:45.014730 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf49e6-5b44-4f13-8159-61e0275e78be None None] Pushing event updated for resources: {'Port': ['ID=b7f44c1b-1b89-47a8-947b-79d9835db49c,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:26:45.080886 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-7520f0c7-17a7-4caa-b33e-008ad713e642 None None] Provisioning complete for port b7f44c1b-1b89-47a8-947b-79d9835db49c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:45.081198 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7520f0c7-17a7-4caa-b33e-008ad713e642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:45.169801 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7520f0c7-17a7-4caa-b33e-008ad713e642 None None] Current status of the port b7f44c1b-1b89-47a8-947b-79d9835db49c is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:45.879438 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b7f44c1b-1b89-47a8-947b-79d9835db49c up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:26:45.929587 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port b7f44c1b-1b89-47a8-947b-79d9835db49c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:26:45.929963 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b7f44c1b-1b89-47a8-947b-79d9835db49c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:46.015178 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port b7f44c1b-1b89-47a8-947b-79d9835db49c is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:26:46.992627 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:26:47.699410 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e6e2c242-d156-48f0-b40d-75afaff51642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:50.762379 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb7ad57a-3eca-49cb-aa4c-f7bb838df59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:51.726308 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:52.825830 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:26:54.919580 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:17.702744 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6740d019-5094-4900-89d1-b38429f2550b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:20.757113 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-28d6478e-a543-4482-a312-e3b3a2a53bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:21.732328 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:22.829890 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:23.996864 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:27:24.924617 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:47.706448 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5284d56d-4d64-482e-a508-fe071696e055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:50.766327 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e8ccdae4-8b21-46c3-8c4c-93cb6d0ae0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:51.734328 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:52.832873 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:27:54.928036 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:01.004766 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:28:16.217741 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37294) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:16.223450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [None req-6872c471-8adf-4d0c-9415-7a30037e7d27 tempest-verify_tempest_config-776017337 tempest-verify_tempest_config-776017337-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:28:16.224438 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6872c471-8adf-4d0c-9415-7a30037e7d27 tempest-verify_tempest_config-776017337 tempest-verify_tempest_config-776017337-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057244 Apr 11 19:28:16.547206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37312) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:16.659594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:16.763875 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Publish callbacks [] for security_group (953f3f2d-f924-472c-8a4a-3c871914b610), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:16.768156 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (953f3f2d-f924-472c-8a4a-3c871914b610), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:16.815778 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f3d6fe541384769a08c243dee224391&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2674940 Apr 11 19:28:16.817099 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953f3f2d-f924-472c-8a4a-3c871914b610,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:16.819193 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37318) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:28:16.824475 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.824869 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.825210 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.825571 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.825907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.826238 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.826572 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.826899 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.827219 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.827540 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.827863 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.828204 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.828527 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.828870 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.829196 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d217b9e-fa74-44ee-a426-004eb1457fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:16.877491 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Publish callbacks [] for security_group (953f3f2d-f924-472c-8a4a-3c871914b610), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:16.899163 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Publish callbacks [] for security_group (953f3f2d-f924-472c-8a4a-3c871914b610), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:17.045762 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (953f3f2d-f924-472c-8a4a-3c871914b610), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:17.048332 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:17.049686 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/953f3f2d-f924-472c-8a4a-3c871914b610 HTTP/1.1" status: 204 len: 168 time: 0.2295389 Apr 11 19:28:17.063627 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f3f2d-f924-472c-8a4a-3c871914b610,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:28:17.075818 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.076392 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.077012 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.077618 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.078200 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.078777 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.079179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.079631 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.080216 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.080834 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.081415 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.081839 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.082225 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.082603 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.082982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e01adcc-c62e-4f30-b956-1aab0dc80c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:28:17.710138 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-902fc6cb-5d1f-409b-a96d-87f695efa2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:20.758535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4ddca850-c909-4897-b3cb-9988a34b2b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:21.738746 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:22.838671 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:24.931765 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:37.995100 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:28:47.712612 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3cc4-b1b3-4dce-841f-eefa60e8be2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:50.760422 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-520cb7c5-7f7a-4243-bf56-24cb7356907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:51.737485 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:52.839492 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:28:54.936236 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:14.994458 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:29:17.714681 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3843d6c4-faf2-4129-8182-38c4a8edb6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:20.766678 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-870e56f2-8ee5-412f-a299-9bc81bb2a6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:21.742057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:22.844036 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:24.939434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:47.717720 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92241b01-9189-4cfd-a4fd-f035a761f339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:50.758265 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d338-23df-4242-9a32-61b81d40d9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:51.742079 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:51.993661 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 5 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:29:52.846633 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:29:54.944102 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:13.969056 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1586099'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:17.724352 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-06a1aeae-008f-4b32-af2f-d00efc71077c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:20.759129 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2e3e75b2-be03-41c9-8699-600e35508ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:21.745242 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:22.851180 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:24.947083 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:28.770713 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37388) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:28.885115 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5428b41e-4b41-452b-8c24-ce9b5e71d938 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1132433 Apr 11 19:30:28.997857 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:30:31.248908 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37398) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:30:31.314291 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-7bd0bc19-eb7c-4536-a359-28188627c4fb admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0642676 Apr 11 19:30:43.925785 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:47.725356 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-57443c37-f486-44d8-a14f-8303f903189e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:50.761021 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c61763d5-dc63-4ca8-b227-c4c21520bc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:51.751494 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:52.853973 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:30:54.949528 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:06.001184 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:31:13.939777 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:17.727002 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ca408c41-8e5e-46d7-984f-979a8c2a8a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:20.765214 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e9c4768a-d578-4df3-9adc-a448924f7a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:21.752943 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:22.858021 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:24.952583 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:43.006037 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:31:43.933631 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:47.729905 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a3b26aa-f9f3-421c-9a91-a6e4fae13d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:50.768135 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-839b9e41-8867-48e6-b22e-43a8a9978789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:51.755685 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:52.863662 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:31:54.956934 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:13.938153 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:17.737910 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-22c37260-2339-4096-828f-54b879bd8914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:20.020462 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:32:20.426656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37608) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:20.552168 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37616) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:20.774992 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a02d7032-9bd6-4fa6-8067-028f03af3bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:20.898507 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1679516641-network', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:20.924198 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Made reservation on behalf of d2be9a4e04a74eaeb6a2f772fcf1ac54 for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:20.927487 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:20.946503 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.059628 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks [] for security_group (197e0874-9da5-4553-90bb-bb0e7fe8d350), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.065019 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (197e0874-9da5-4553-90bb-bb0e7fe8d350), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.095158 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-network', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:21.128876 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197e0874-9da5-4553-90bb-bb0e7fe8d350,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:21.131062 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:21.131179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37634) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:21.133261 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Made reservation on behalf of 7f98c7ad042e4adc892781eab03d12ee for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:21.137025 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.137492 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37638) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:21.159928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.194865 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37648) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:21.227183 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.227552 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.229398 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.230985 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.231441 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.231815 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.234735 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.235081 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.235428 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.235762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.238904 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.239415 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.239768 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.240109 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.240449 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Tracked resource versions report: Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: pushed versions: Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: { 'AddressGroup': {'1.2'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Agent': {'1.1'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'ConntrackHelper': {'1.0'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Log': {'1.0'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'NDPProxy': {'1.0'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Network': {'1.1'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Port': {'1.7'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'PortForwarding': {'1.3'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'QosPolicy': {'1.10'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroup': {'1.5'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'SubPort': {'1.0'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Subnet': {'1.1'}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Trunk': {'1.1'}} Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: consumer versions: Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: HyperV agent@hv-cinder-83078: {}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Agent': '1.1', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'ConntrackHelper': '1.0', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'LocalIPAssociation': '1.0', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Log': '1.0', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'NDPProxy': '1.0', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Network': '1.1', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Port': '1.7', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'PortForwarding': '1.3', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'QosPolicy': '1.10', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroup': '1.5', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'SecurityGroupRule': '1.2', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'SubPort': '1.0', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Subnet': '1.1', Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: 'Trunk': '1.1'}} Apr 11 19:32:21.241711 dv-cinder-830787-3-smb neutron-server[103241]: {{(pid=103241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:32:21.259649 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (2fd99a4e-2438-4107-aa4c-15ea8be383f2), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.261114 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.segments_db [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Added segment 2fd99a4e-2438-4107-aa4c-15ea8be383f2 of type vlan for network 1aa30ed1-f0a9-44ee-9416-23015443366d Apr 11 19:32:21.366782 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (1aa30ed1-f0a9-44ee-9416-23015443366d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.413087 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks [] for security_group (332fbcc4-aab0-4598-8c4b-13226347cca5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.415208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (1aa30ed1-f0a9-44ee-9416-23015443366d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.416302 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:21.416959 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.436474 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (332fbcc4-aab0-4598-8c4b-13226347cca5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.454563 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-network', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:21.488852 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:21.502018 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-782981397-network', 'tenant_id': '7f53c1709fe5447bbfc1110d5e87e913'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:21.504128 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0764272 Apr 11 19:32:21.523290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37664) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:21.535677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-228864307-network', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:21.547024 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Made reservation on behalf of c310f6d38e554a41982c3ec46b5e9cab for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:21.549509 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.565562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Request body: {'subnet': {'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-subnet', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:21.570144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.598642 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (a0bac248-aa38-45f4-b652-17885f8617d7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.598986 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.segments_db [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Added segment a0bac248-aa38-45f4-b652-17885f8617d7 of type vlan for network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c Apr 11 19:32:21.605332 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Made reservation on behalf of 7f53c1709fe5447bbfc1110d5e87e913 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:21.608814 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.641821 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.670058 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70b40-8562-457d-bcb8-66b2f755670b admin admin] Pushing event updated for resources: {'Network': ['ID=1aa30ed1-f0a9-44ee-9416-23015443366d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:21.673105 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332fbcc4-aab0-4598-8c4b-13226347cca5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:21.680968 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.681910 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:21.682480 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.682950 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 1aa30ed1-f0a9-44ee-9416-23015443366d details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:21.695267 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks [] for security_group (cd532cb8-feb9-4a14-a953-71d2ee621fb8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.739135 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cd532cb8-feb9-4a14-a953-71d2ee621fb8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.747504 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1941404 Apr 11 19:32:21.755350 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.774242 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37680) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:21.806595 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee397e-4cde-4ccb-a929-7497b903fb15 admin admin] Pushing event updated for resources: {'Network': ['ID=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:21.829937 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Request body: {'subnet': {'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-subnet', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:21.833305 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:21.837871 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:21.852165 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Made reservation on behalf of e95f3163732d4c719e158cd4b7a76f49 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:21.855243 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.872291 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Made reservation on behalf of d2be9a4e04a74eaeb6a2f772fcf1ac54 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:21.875824 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.880734 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.881988 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (090c7198-3690-4819-afbc-17c51ea52569), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.882322 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Added segment 090c7198-3690-4819-afbc-17c51ea52569 of type vlan for network 6c65718e-99f8-450f-a81a-81502e41cfa9 Apr 11 19:32:21.907729 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd532cb8-feb9-4a14-a953-71d2ee621fb8,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:21.925159 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:21.991154 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.991498 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.991850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.992175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.992502 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.992852 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.993181 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.993500 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.993826 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.994144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.994464 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.994785 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.995105 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.995420 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.995737 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Tracked resource versions report: Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: pushed versions: Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: { 'AddressGroup': {'1.2'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Agent': {'1.1'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'ConntrackHelper': {'1.0'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Log': {'1.0'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'NDPProxy': {'1.0'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Network': {'1.1'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Port': {'1.7'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'PortForwarding': {'1.3'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'QosPolicy': {'1.10'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroup': {'1.5'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'SubPort': {'1.0'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Subnet': {'1.1'}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Trunk': {'1.1'}} Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: consumer versions: Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: HyperV agent@hv-cinder-83078: {}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Agent': '1.1', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'ConntrackHelper': '1.0', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'LocalIPAssociation': '1.0', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Log': '1.0', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'NDPProxy': '1.0', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Network': '1.1', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Port': '1.7', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'PortForwarding': '1.3', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'QosPolicy': '1.10', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroup': '1.5', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'SecurityGroupRule': '1.2', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'SubPort': '1.0', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Subnet': '1.1', Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: 'Trunk': '1.1'}} Apr 11 19:32:21.996927 dv-cinder-830787-3-smb neutron-server[103240]: {{(pid=103240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:32:22.051502 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (6c65718e-99f8-450f-a81a-81502e41cfa9), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.068404 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Made reservation on behalf of 7f98c7ad042e4adc892781eab03d12ee for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:22.070666 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.198744 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (6c65718e-99f8-450f-a81a-81502e41cfa9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.199716 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:22.200302 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.305493 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c65718e-99f8-450f-a81a-81502e41cfa9,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:22.319007 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-536e3c34-add5-43de-bd35-d919a17632a0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1844251 Apr 11 19:32:22.319242 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:22.320091 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37718) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:22.327905 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Request body: {'subnet': {'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-subnet', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:22.353845 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Made reservation on behalf of c310f6d38e554a41982c3ec46b5e9cab for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:22.358723 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.372899 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks [] for security_group (51b7cfc3-50e9-4d45-b05e-c0c923fdacbb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.396071 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (51b7cfc3-50e9-4d45-b05e-c0c923fdacbb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.495871 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:22.515287 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks [] for security_group (de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.550130 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.608048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:22.614063 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (87b4b906-62c1-4d3f-aba1-dc783d07ad31), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.614430 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Added segment 87b4b906-62c1-4d3f-aba1-dc783d07ad31 of type vlan for network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 Apr 11 19:32:22.625033 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (92e1ef9d-700a-485e-9aec-21e573c7d43c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.678367 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:22.693731 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e1ef9d-700a-485e-9aec-21e573c7d43c,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:22.721577 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Checking segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:22.722070 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Network hostable DHCP agents. Network: 6c65718e-99f8-450f-a81a-81502e41cfa9, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:22.740561 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (d353e279-26da-4fa0-be61-4696cbb73344), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.754737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:22.766061 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:22.770006 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.772286 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 6c65718e-99f8-450f-a81a-81502e41cfa9) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:22.775021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (8c6947e7-72c6-406e-b1c0-df86314473aa), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.775596 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Added segment 8c6947e7-72c6-406e-b1c0-df86314473aa of type vlan for network 04920699-676e-4318-9c33-6d394316e286 Apr 11 19:32:22.785438 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:22.785592 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bc95b9-bf2a-48a2-bcf1-993208aae0fd None None] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:22.786020 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.803934 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (315902ce-4453-4b5d-a501-ab5c5d3df659), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.821876 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-200b2c00-d69f-486b-baa6-b5820569a0b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5001919 Apr 11 19:32:22.824865 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37738) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:22.836558 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:22.897685 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.898980 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.901173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (04920699-676e-4318-9c33-6d394316e286), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.930864 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.930864 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:22.930864 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.943914 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d353e279-26da-4fa0-be61-4696cbb73344,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:22.967574 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-6c65718e-99f8-450f-a81a-81502e41cfa9', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:32:22.968980 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:22.978079 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.145282 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (04920699-676e-4318-9c33-6d394316e286), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.146840 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:23.147912 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.153474 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0140266 Apr 11 19:32:23.160358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:23.161119 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Network hostable DHCP agents. Network: 1aa30ed1-f0a9-44ee-9416-23015443366d, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:23.164530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37756) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.173144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2089f3b-6c81-4a0b-a107-a03032a2c73a admin admin] Pushing event updated for resources: {'Network': ['ID=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:23.178328 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Request body: {'subnet': {'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-782981397-subnet', 'tenant_id': '7f53c1709fe5447bbfc1110d5e87e913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:23.190817 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:23.193873 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Checking segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:23.194528 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Network hostable DHCP agents. Network: 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:23.222896 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=315902ce-4453-4b5d-a501-ab5c5d3df659,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:23.270626 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0744410 Apr 11 19:32:23.283781 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37764) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.293068 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Request body: {'subnet': {'network_id': '04920699-676e-4318-9c33-6d394316e286', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-228864307-subnet', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:23.313631 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks [] for router_controller (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.335836 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Made reservation on behalf of 7f53c1709fe5447bbfc1110d5e87e913 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:23.338647 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.359920 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2e5a3-f088-4ff7-be61-be12bbd2d9da admin admin] Pushing event updated for resources: {'Network': ['ID=04920699-676e-4318-9c33-6d394316e286,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:23.386157 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Allocated IP 172.20.0.2 (6c65718e-99f8-450f-a81a-81502e41cfa9/92e1ef9d-700a-485e-9aec-21e573c7d43c/b484bde7-fd98-497e-ba4c-53ea7e918de8) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:23.395424 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:23.399781 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 04920699-676e-4318-9c33-6d394316e286 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:23.423538 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:23.511703 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks [] for router_gateway (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.538754 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Made reservation on behalf of e95f3163732d4c719e158cd4b7a76f49 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:23.546981 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.569395 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:23.571358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 1aa30ed1-f0a9-44ee-9416-23015443366d) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:23.580164 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:23.580991 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.595192 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266a01f-be01-4da2-bb93-b4f6f9287e66 None None] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:23.726107 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37772) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.746211 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fdb7fe-fa1d-4d3b-9822-5e30a896c16f None None] Network 1aa30ed1-f0a9-44ee-9416-23015443366d requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:23.750351 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a2c19b1a-61ae-466e-a50f-314baa3efb0d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9688752 Apr 11 19:32:23.758222 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:23.759281 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.766411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:32:23.767100 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37776) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.767254 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.782385 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:23.803541 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Publish callbacks [] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.815664 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.817042 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.846159 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0933851b-1b72-48f8-b244-210a134084ec admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2990000 Apr 11 19:32:23.850898 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37778) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:23.865108 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:23.906684 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.908174 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.927986 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks [] for router_gateway (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.944076 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.959873 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:23.964185 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:23.969865 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:23.978393 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:24.007729 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks [] for router_controller (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.121722 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Attempting to bind port b484bde7-fd98-497e-ba4c-53ea7e918de8 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:24.122826 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Attempting to bind port b484bde7-fd98-497e-ba4c-53ea7e918de8 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:24.123209 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Attempting to bind port b484bde7-fd98-497e-ba4c-53ea7e918de8 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:24.138003 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks [] for router_controller (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.150487 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:24.150875 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Checking segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:24.151328 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.151931 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Bound using segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:24.152431 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Bound port: b484bde7-fd98-497e-ba4c-53ea7e918de8, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:24.152840 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.157114 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (1fc7f230-98f8-4fda-a539-87221ef5d0e9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.198455 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9064ae8c-4d7b-49c3-b41b-033d1201f337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.215477 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Pushing event updated for resources: {'Port': ['ID=b484bde7-fd98-497e-ba4c-53ea7e918de8,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:24.229318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-1aa30ed1-f0a9-44ee-9416-23015443366d', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:32:24.230516 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.274300 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.274550 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.274888 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.275243 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.275572 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.275895 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.276272 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.276814 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.277296 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.277615 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.278085 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.278993 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.279411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.280158 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.280796 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Tracked resource versions report: Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: pushed versions: Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: { 'AddressGroup': {'1.2'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Agent': {'1.1'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'ConntrackHelper': {'1.0'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Log': {'1.0'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'NDPProxy': {'1.0'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Network': {'1.1'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Port': {'1.7'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'PortForwarding': {'1.3'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'QosPolicy': {'1.10'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroup': {'1.5'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'SubPort': {'1.0'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Subnet': {'1.1'}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Trunk': {'1.1'}} Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: consumer versions: Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: HyperV agent@hv-cinder-83078: {}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Agent': '1.1', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'ConntrackHelper': '1.0', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'LocalIPAssociation': '1.0', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Log': '1.0', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'NDPProxy': '1.0', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Network': '1.1', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Port': '1.7', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'PortForwarding': '1.3', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'QosPolicy': '1.10', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroup': '1.5', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'SecurityGroupRule': '1.2', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'SubPort': '1.0', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Subnet': '1.1', Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: 'Trunk': '1.1'}} Apr 11 19:32:24.282046 dv-cinder-830787-3-smb neutron-server[103242]: {{(pid=103242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:32:24.317572 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Allocated IP 172.20.0.2 (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c/315902ce-4453-4b5d-a501-ab5c5d3df659/3a13783d-d462-47e2-8bd8-ec5e5646aa35) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:24.321619 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Allocated IP 172.28.2.121 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/fff6f614-1aa1-4c35-b1f9-69b619699b30) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:24.389587 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks [] for router_gateway (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.435504 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (cd439eb0-d0fc-4532-ae41-c62f2dc82516), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.448447 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-436613f7-4197-433b-8d1d-ec506419721b None None] For port b484bde7-fd98-497e-ba4c-53ea7e918de8, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:24.506156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-436613f7-4197-433b-8d1d-ec506419721b None None] For port b484bde7-fd98-497e-ba4c-53ea7e918de8, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b484bde7-fd98-497e-ba4c-53ea7e918de8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:24.542000 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.600995 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37798) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:24.612949 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Allocated IP 172.20.0.2 (1aa30ed1-f0a9-44ee-9416-23015443366d/d353e279-26da-4fa0-be61-4696cbb73344/03c9599f-ad9c-40d6-8396-b102164625e5) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:24.624374 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks [] for router_gateway (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.707155 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks [] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.725139 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc7f230-98f8-4fda-a539-87221ef5d0e9,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:24.728771 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks [] for router_gateway (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.748450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Checking segment: {'id': '87b4b906-62c1-4d3f-aba1-dc783d07ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:24.748840 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Network hostable DHCP agents. Network: ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:24.787958 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.798838 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436613f7-4197-433b-8d1d-ec506419721b None None] Pushing event updated for resources: {'Port': ['ID=b484bde7-fd98-497e-ba4c-53ea7e918de8,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:24.806300 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.847986 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ccf6-90d0-4a2f-bd17-7fb1d68270e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.855216 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Publish callbacks [] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.862930 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9064ae8c-4d7b-49c3-b41b-033d1201f337 admin admin] Publish callbacks [] for security_group (51b005c2-3255-4540-9b0a-3bc5e1cdf9f4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.867395 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.877807 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9064ae8c-4d7b-49c3-b41b-033d1201f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (51b005c2-3255-4540-9b0a-3bc5e1cdf9f4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.880557 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Checking segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:24.880940 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Network hostable DHCP agents. Network: 04920699-676e-4318-9c33-6d394316e286, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:24.891682 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd439eb0-d0fc-4532-ae41-c62f2dc82516,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:24.920186 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:24.924463 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Publish callbacks [] for port (03c9599f-ad9c-40d6-8396-b102164625e5), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:24.925851 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:24.928295 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:24.933150 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:24.936412 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:24.937981 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:24.942455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=fff6f614-1aa1-4c35-b1f9-69b619699b30,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:24.947035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:24.997985 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.016131 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:25.021494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:25.021959 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.022130 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.023650 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Pushing event updated for resources: {'Port': ['ID=3a13783d-d462-47e2-8bd8-ec5e5646aa35,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:25.060186 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:25.062656 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae89fa52-d259-4c87-9894-29e55aebaee2 None None] Network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:25.094952 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9064ae8c-4d7b-49c3-b41b-033d1201f337 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4f3af46a8db84b608e5e3a7c72d214f9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3628950 Apr 11 19:32:25.099748 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37804) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:25.111325 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064ae8c-4d7b-49c3-b41b-033d1201f337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b005c2-3255-4540-9b0a-3bc5e1cdf9f4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:25.156570 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Network 04920699-676e-4318-9c33-6d394316e286 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:25.172583 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 04920699-676e-4318-9c33-6d394316e286) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:25.190081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:25.190746 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.219337 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-33c853df-d72c-4799-bd86-0b20b7a5f31c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0378988 Apr 11 19:32:25.260826 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0dd51883-7738-443b-864f-319758f68e1a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9757657 Apr 11 19:32:25.280049 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37812) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:25.290833 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:25.324271 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:25.336494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks [] for router_gateway (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.370365 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (c5f51961-7461-4b9d-a4db-ad79d78b93b7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.371383 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (c5f51961-7461-4b9d-a4db-ad79d78b93b7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.381382 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Pushing event updated for resources: {'Port': ['ID=03c9599f-ad9c-40d6-8396-b102164625e5,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:25.382885 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.400383 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce641f0-eef4-4cc1-acf6-3841eb039c36 None None] Network 04920699-676e-4318-9c33-6d394316e286 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:25.406649 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5c72fe4-6ee2-4668-9ef0-d36e25f2839c admin admin] Publish callbacks [] for security_group (51b005c2-3255-4540-9b0a-3bc5e1cdf9f4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.413447 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:25.415103 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Allocated IP 172.28.2.177 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/af43001e-f155-4b8f-b619-27283a1ede2e) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:25.452578 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc458b94-0dfd-4c4d-89f3-049637fe5194 None None] Network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:25.530143 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5c72fe4-6ee2-4668-9ef0-d36e25f2839c admin admin] Publish callbacks [] for security_group (51b005c2-3255-4540-9b0a-3bc5e1cdf9f4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.533084 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ccf6-90d0-4a2f-bd17-7fb1d68270e8 admin admin] Publish callbacks [] for security_group (c36cd165-0ec7-457f-ae5a-a55045f6e6a6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.574020 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Attempting to bind port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:25.574767 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Attempting to bind port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:25.576530 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Attempting to bind port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:25.601229 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cfc9ccf6-90d0-4a2f-bd17-7fb1d68270e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c36cd165-0ec7-457f-ae5a-a55045f6e6a6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.614231 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks [] for router_controller (c5f51961-7461-4b9d-a4db-ad79d78b93b7), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.647627 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:25.651421 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Checking segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:25.651856 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.652283 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Bound using segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:25.652811 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Bound port: 3a13783d-d462-47e2-8bd8-ec5e5646aa35, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:25.659184 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.667208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9ccf6-90d0-4a2f-bd17-7fb1d68270e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36cd165-0ec7-457f-ae5a-a55045f6e6a6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:25.679428 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-cfc9ccf6-90d0-4a2f-bd17-7fb1d68270e8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e24455212c74e3a97b38097f07a9a25&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0755634 Apr 11 19:32:25.698431 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37822) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:25.728484 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks [] for router_gateway (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.744918 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks [] for port (af43001e-f155-4b8f-b619-27283a1ede2e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.760472 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5c72fe4-6ee2-4668-9ef0-d36e25f2839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (51b005c2-3255-4540-9b0a-3bc5e1cdf9f4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.763510 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f5c72fe4-6ee2-4668-9ef0-d36e25f2839c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.767188 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f5c72fe4-6ee2-4668-9ef0-d36e25f2839c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51b005c2-3255-4540-9b0a-3bc5e1cdf9f4 HTTP/1.1" status: 204 len: 168 time: 0.6498635 Apr 11 19:32:25.822048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c72fe4-6ee2-4668-9ef0-d36e25f2839c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b005c2-3255-4540-9b0a-3bc5e1cdf9f4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:25.878265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks [] for router_gateway (c5f51961-7461-4b9d-a4db-ad79d78b93b7), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.900176 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] For port 3a13783d-d462-47e2-8bd8-ec5e5646aa35, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:25.906834 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] For port 3a13783d-d462-47e2-8bd8-ec5e5646aa35, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=3a13783d-d462-47e2-8bd8-ec5e5646aa35,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:25.933883 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:25.951838 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37842) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:25.999825 dv-cinder-830787-3-smb neutron-server[103240]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 19:32:26.028034 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Attempting to bind port 03c9599f-ad9c-40d6-8396-b102164625e5 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:26.029200 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Attempting to bind port 03c9599f-ad9c-40d6-8396-b102164625e5 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:26.030027 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Attempting to bind port 03c9599f-ad9c-40d6-8396-b102164625e5 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:26.041358 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cf74fdc-2b7d-48ce-b96e-cafd0ad71c03 admin admin] Publish callbacks [] for security_group (c36cd165-0ec7-457f-ae5a-a55045f6e6a6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.064824 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:26.065645 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:26.066470 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.067123 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Bound using segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:26.068059 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Bound port: 03c9599f-ad9c-40d6-8396-b102164625e5, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:26.069140 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.072280 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-04920699-676e-4318-9c33-6d394316e286', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:32:26.074260 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.096946 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.100269 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cf74fdc-2b7d-48ce-b96e-cafd0ad71c03 admin admin] Publish callbacks [] for security_group (c36cd165-0ec7-457f-ae5a-a55045f6e6a6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.267202 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:26.299082 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:26.302203 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:26.307744 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f18b6-5188-440c-939d-db4471aa6f8d None None] Pushing event updated for resources: {'Port': ['ID=3a13783d-d462-47e2-8bd8-ec5e5646aa35,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:26.323953 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-20b5d393-4a16-4834-aa07-a3f95f448092 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:26.328138 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-20b5d393-4a16-4834-aa07-a3f95f448092 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/networks?id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 HTTP/1.1" status: 200 len: 811 time: 0.3336039 Apr 11 19:32:26.349641 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b484bde7-fd98-497e-ba4c-53ea7e918de8 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:26.412839 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.417844 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-437588a8-0a11-4b6f-99c3-bea38dacb7f3 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/quotas/7f53c1709fe5447bbfc1110d5e87e913 HTTP/1.1" status: 200 len: 375 time: 0.0773978 Apr 11 19:32:26.482436 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Allocated IP 172.28.2.139 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/36370dde-7616-4a09-86ea-d815d36f30e4) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:26.513741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Allocated IP 172.20.0.2 (04920699-676e-4318-9c33-6d394316e286/cd439eb0-d0fc-4532-ae41-c62f2dc82516/65e7c021-31c7-4a97-80fe-cc6e5f7d5b29) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:26.531547 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Pushing event updated for resources: {'Port': ['ID=af43001e-f155-4b8f-b619-27283a1ede2e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:26.581821 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37848) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:26.627644 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-8243dad8-421b-4106-a93e-efce387b7625 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f53c1709fe5447bbfc1110d5e87e913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1873724 Apr 11 19:32:26.719448 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cf74fdc-2b7d-48ce-b96e-cafd0ad71c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c36cd165-0ec7-457f-ae5a-a55045f6e6a6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.722000 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3cf74fdc-2b7d-48ce-b96e-cafd0ad71c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.726197 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3cf74fdc-2b7d-48ce-b96e-cafd0ad71c03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c36cd165-0ec7-457f-ae5a-a55045f6e6a6 HTTP/1.1" status: 204 len: 168 time: 1.0250058 Apr 11 19:32:26.744906 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-470b4b63-7ec2-4d38-a99c-97ac24240808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.752829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf74fdc-2b7d-48ce-b96e-cafd0ad71c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36cd165-0ec7-457f-ae5a-a55045f6e6a6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:26.878123 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-470b4b63-7ec2-4d38-a99c-97ac24240808 admin admin] Publish callbacks [] for security_group (ff516145-e31d-4aaf-a744-36f4827f9b1f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.907861 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Publish callbacks [] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.925254 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-470b4b63-7ec2-4d38-a99c-97ac24240808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ff516145-e31d-4aaf-a744-36f4827f9b1f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:26.930590 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] For port 03c9599f-ad9c-40d6-8396-b102164625e5, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:26.936615 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] For port 03c9599f-ad9c-40d6-8396-b102164625e5, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=03c9599f-ad9c-40d6-8396-b102164625e5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:26.941342 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc9198a-1faf-4fad-8ef0-7d163725c844 None None] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:27.000480 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.010745 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b4b63-7ec2-4d38-a99c-97ac24240808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff516145-e31d-4aaf-a744-36f4827f9b1f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:27.027612 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Provisioning complete for port b484bde7-fd98-497e-ba4c-53ea7e918de8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:27.028119 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.030935 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-470b4b63-7ec2-4d38-a99c-97ac24240808 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe2b3c609ea34ff0a03b1477e9380f09&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4127858 Apr 11 19:32:27.038851 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37872) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:27.129248 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Network 04920699-676e-4318-9c33-6d394316e286 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:27.131545 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port b484bde7-fd98-497e-ba4c-53ea7e918de8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:27.131998 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.141038 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks [] for port (36370dde-7616-4a09-86ea-d815d36f30e4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.260476 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.377693 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:27.378612 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-38011e4b-0758-460e-8931-66e7bc0f4b78 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:32:27.379788 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-38011e4b-0758-460e-8931-66e7bc0f4b78 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4039652 Apr 11 19:32:27.387282 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd8bb-cc0d-4f78-aa7e-d92af3ef4a64 admin admin] Publish callbacks [] for security_group (ff516145-e31d-4aaf-a744-36f4827f9b1f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.390893 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.395499 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks [] for router_gateway (c5f51961-7461-4b9d-a4db-ad79d78b93b7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.398602 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:32:27.400853 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:27.419790 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks [] for router_gateway (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.505657 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Pushing event updated for resources: {'Port': ['ID=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:27.514719 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd8bb-cc0d-4f78-aa7e-d92af3ef4a64 admin admin] Publish callbacks [] for security_group (ff516145-e31d-4aaf-a744-36f4827f9b1f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.535550 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.553279 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:27.598063 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:27.614247 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=36370dde-7616-4a09-86ea-d815d36f30e4,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:27.618529 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:27.633269 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357310f7-bf3b-4205-98b7-72e9250fbf89 None None] Pushing event updated for resources: {'Port': ['ID=03c9599f-ad9c-40d6-8396-b102164625e5,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:27.717171 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Attempting to bind port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:27.717870 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Attempting to bind port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:27.720807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Attempting to bind port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 on network 04920699-676e-4318-9c33-6d394316e286 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:27.840244 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66bd7a7-a2e5-4160-9f1a-8dc09417f7eb None None] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:27.840244 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:27.840808 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd8bb-cc0d-4f78-aa7e-d92af3ef4a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ff516145-e31d-4aaf-a744-36f4827f9b1f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.841434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Checking segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:27.841434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.841434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Bound using segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:27.841434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Bound port: 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:27.843841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd8bb-cc0d-4f78-aa7e-d92af3ef4a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.855030 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f4cfd8bb-cc0d-4f78-aa7e-d92af3ef4a64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff516145-e31d-4aaf-a744-36f4827f9b1f HTTP/1.1" status: 204 len: 168 time: 0.8040833 Apr 11 19:32:27.859833 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:27.879608 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfd8bb-cc0d-4f78-aa7e-d92af3ef4a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff516145-e31d-4aaf-a744-36f4827f9b1f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:28.156139 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port b484bde7-fd98-497e-ba4c-53ea7e918de8 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:28.157373 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.238444 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 37918) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:28.262311 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:28.275794 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:28.290834 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Current status of the port b484bde7-fd98-497e-ba4c-53ea7e918de8 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:28.291569 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.301855 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:28.302706 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:28.314364 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.326601 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-dbe71a50-2c5b-4adb-8987-9f3413a2d2f9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4921396 Apr 11 19:32:28.329657 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37926) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:28.354631 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-f02f6d16-d8b6-464b-b85f-17173ea417a4 service neutron] 10.222.0.26 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9670305 Apr 11 19:32:28.379732 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port b484bde7-fd98-497e-ba4c-53ea7e918de8, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b484bde7-fd98-497e-ba4c-53ea7e918de8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:28.471946 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Allocated IP 172.28.2.208 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/ca08f74e-d19d-4bc7-a100-41864067fded) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:28.485554 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.487787 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.503943 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.db.api [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:32:28.507316 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG oslo_db.api [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:32:28.516215 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] For port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:28.552409 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-911489208-network', 'tenant_id': '6ed1b997980a4015bde425a058ade352'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:28.609803 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] For port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:28.613349 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:28.680772 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:28.732312 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=b484bde7-fd98-497e-ba4c-53ea7e918de8,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:28.838148 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 3a13783d-d462-47e2-8bd8-ec5e5646aa35 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:28.987521 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Made reservation on behalf of 6ed1b997980a4015bde425a058ade352 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:28.994167 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.036788 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:25Z', 'revision_number': 3, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:29.092676 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481b828-8619-4659-a8a3-836fd80c46fc None None] Pushing event updated for resources: {'Port': ['ID=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:29.106928 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-b3cd87d9-01c9-4bcc-9941-3d7045fd3a60 service neutron] 10.222.0.26 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393508 Apr 11 19:32:29.110059 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.128105 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks [] for router_gateway (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.142980 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:29.143331 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Updating router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f port fff6f614-1aa1-4c35-b1f9-69b619699b30 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:29.201994 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ee069203-74ce-40f7-8af8-8689d2156a30 None None] Current status of the port b484bde7-fd98-497e-ba4c-53ea7e918de8 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:29.214855 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:29.215242 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.267578 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.455625 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ed64ae28-152b-4b68-a5b1-5423180408a2 None None] Provisioning complete for port b484bde7-fd98-497e-ba4c-53ea7e918de8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:29.456021 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed64ae28-152b-4b68-a5b1-5423180408a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.472618 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:29.473273 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.587878 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 3a13783d-d462-47e2-8bd8-ec5e5646aa35, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=3a13783d-d462-47e2-8bd8-ec5e5646aa35,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:29.595843 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.597174 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 03c9599f-ad9c-40d6-8396-b102164625e5 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:29.666545 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd52d36-8082-40d2-a475-fafb9125d994 None None] Network 1aa30ed1-f0a9-44ee-9416-23015443366d requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:29.725182 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.750497 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 37966) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:29.761424 dv-cinder-830787-3-smb neutron-server[103241]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 19:32:29.862336 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1e02cc67-ef69-475c-b2a0-1e59ddd31ff9 req-3452b762-caca-4a9b-8943-4414198cb890 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.1066241 Apr 11 19:32:29.866562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:32:29.874860 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks [] for security_group (cbe418c1-69cd-4284-97a7-7f8d886688cb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.890112 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cbe418c1-69cd-4284-97a7-7f8d886688cb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.899550 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks [] for port (ca08f74e-d19d-4bc7-a100-41864067fded), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:29.921499 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=3a13783d-d462-47e2-8bd8-ec5e5646aa35,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:30.007450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:30.028576 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe418c1-69cd-4284-97a7-7f8d886688cb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:30.031674 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 03c9599f-ad9c-40d6-8396-b102164625e5 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:30.049586 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.062226 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (46c3ec42-42da-46b5-9e63-aa02d1be19fc), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.062569 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Added segment 46c3ec42-42da-46b5-9e63-aa02d1be19fc of type vlan for network f68e3cbc-969f-4412-87f2-a8c4af3c226d Apr 11 19:32:30.082904 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.142389 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.251411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 03c9599f-ad9c-40d6-8396-b102164625e5 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:30.251878 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.343035 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 03c9599f-ad9c-40d6-8396-b102164625e5, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=03c9599f-ad9c-40d6-8396-b102164625e5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:30.344112 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ed64ae28-152b-4b68-a5b1-5423180408a2 None None] Current status of the port b484bde7-fd98-497e-ba4c-53ea7e918de8 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:30.373283 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.391851 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ed64ae28-152b-4b68-a5b1-5423180408a2 None None] Provisioning complete for port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:30.392254 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ed64ae28-152b-4b68-a5b1-5423180408a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.453137 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Publish callbacks [] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.468217 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.512240 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Allocated IP 172.20.0.1 (6c65718e-99f8-450f-a81a-81502e41cfa9/92e1ef9d-700a-485e-9aec-21e573c7d43c/679c87f9-5c81-4efc-b04f-bfa47fc5fcb3) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:30.557774 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (f68e3cbc-969f-4412-87f2-a8c4af3c226d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.611951 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=03c9599f-ad9c-40d6-8396-b102164625e5,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:30.617584 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Attempting to bind port fff6f614-1aa1-4c35-b1f9-69b619699b30 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:30.618645 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Attempting to bind port fff6f614-1aa1-4c35-b1f9-69b619699b30 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:30.621650 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Attempting to bind port fff6f614-1aa1-4c35-b1f9-69b619699b30 on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:30.625193 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Pushing event updated for resources: {'Port': ['ID=fff6f614-1aa1-4c35-b1f9-69b619699b30,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:30.630459 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabaa154-5ea9-46ac-99f2-289322a656ed None None] Network 04920699-676e-4318-9c33-6d394316e286 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:30.637328 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.638875 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.639505 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.640150 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.640737 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.641271 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.641800 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.642325 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.642913 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.643767 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.644327 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.644986 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.645632 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.646158 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.646677 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Tracked resource versions report: Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: pushed versions: Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: { 'AddressGroup': {'1.2'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Agent': {'1.1'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'ConntrackHelper': {'1.0'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'LocalIPAssociation': {'1.0'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Log': {'1.0'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'NDPProxy': {'1.0'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Network': {'1.1'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Port': {'1.7'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'PortForwarding': {'1.3'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'QosPolicy': {'1.10'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroup': {'1.5'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroupRule': {'1.2'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'SubPort': {'1.0'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Subnet': {'1.1'}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Trunk': {'1.1'}} Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: consumer versions: Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: { DHCP agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: HyperV agent@hv-cinder-83078: {}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: L3 agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: Metadata agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: Metering agent@dv-cinder-830787-3-smb: {}, Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: Open vSwitch agent@dv-cinder-830787-3-smb: { 'AddressGroup': '1.2', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Agent': '1.1', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'ConntrackHelper': '1.0', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'LocalIPAssociation': '1.0', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Log': '1.0', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'NDPProxy': '1.0', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Network': '1.1', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Port': '1.7', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'PortForwarding': '1.3', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'QosPolicy': '1.10', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroup': '1.5', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'SecurityGroupRule': '1.2', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'SubPort': '1.0', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Subnet': '1.1', Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: 'Trunk': '1.1'}} Apr 11 19:32:30.647983 dv-cinder-830787-3-smb neutron-server[103243]: {{(pid=103243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 19:32:30.658375 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:30.659316 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:30.660379 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.660989 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:30.662134 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Bound port: fff6f614-1aa1-4c35-b1f9-69b619699b30, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:30.662849 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.697464 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:30.710479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:30.714046 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:30.746710 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks [] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.871241 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:30.877929 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:30.885474 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] For port fff6f614-1aa1-4c35-b1f9-69b619699b30, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:30.895008 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] For port fff6f614-1aa1-4c35-b1f9-69b619699b30, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fff6f614-1aa1-4c35-b1f9-69b619699b30,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:30.911373 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.004302 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.018230 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a833bc5a-eb4e-47b5-9877-566a3cb6ea1e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1665056 Apr 11 19:32:31.027839 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38016) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:31.031884 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:32:31.033037 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:31.033685 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:31.059848 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:31.065392 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:31.082642 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:31.083143 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.129751 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 3a13783d-d462-47e2-8bd8-ec5e5646aa35 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:31.135408 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:31.206052 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks [] for router_gateway (c5f51961-7461-4b9d-a4db-ad79d78b93b7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.325032 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:31.330437 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:31.338636 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Pushing event updated for resources: {'Port': ['ID=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:31.386448 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b805f6-45d9-43ce-a899-fa5812d7887d None None] Pushing event updated for resources: {'Port': ['ID=fff6f614-1aa1-4c35-b1f9-69b619699b30,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:31.392021 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.395260 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:31.579616 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ed64ae28-152b-4b68-a5b1-5423180408a2 None None] Current status of the port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:31.717295 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:31.717683 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.752458 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks [] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.764774 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.766032 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.814621 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (c5f51961-7461-4b9d-a4db-ad79d78b93b7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.829261 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Provisioning complete for port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:31.830109 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Pushing event updated for resources: {'Port': ['ID=ca08f74e-d19d-4bc7-a100-41864067fded,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:31.835277 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.836151 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b7d6bba3-9f44-4d25-a1cb-654a99f244d8 req-6746827c-a297-4d90-a93b-d7b5d4bf4e6f tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.6487036 Apr 11 19:32:31.854071 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38038) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:31.896181 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:31.958597 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:25Z', 'revision_number': 3, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:31.980448 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (f68e3cbc-969f-4412-87f2-a8c4af3c226d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:31.993191 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:31.993847 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.005989 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b2655-5f0d-4b50-8f17-4b4ff3e0a98f None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:25Z', 'revision_number': 3, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:32.114069 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9049942 Apr 11 19:32:32.165942 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38044) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:32.174562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Request body: {'subnet': {'network_id': 'f68e3cbc-969f-4412-87f2-a8c4af3c226d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-911489208-subnet', 'tenant_id': '6ed1b997980a4015bde425a058ade352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:32.202337 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Pushing event updated for resources: {'Port': ['ID=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:32.207193 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Made reservation on behalf of 6ed1b997980a4015bde425a058ade352 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:32.209556 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.233274 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:32.235230 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:32.266811 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cea31551-5ee7-4cb0-91ba-3b7a77d0849c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.358554 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:32.360195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f23f3-9a82-4def-a372-11f2852f76a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f68e3cbc-969f-4412-87f2-a8c4af3c226d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:32.367708 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:32.383733 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Current status of the port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:32.384284 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.415266 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network f68e3cbc-969f-4412-87f2-a8c4af3c226d details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:32.430216 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:32:32.531562 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:26Z', 'revision_number': 3, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:32.629195 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:32.629795 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Updating router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 port af43001e-f155-4b8f-b619-27283a1ede2e binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:32.696793 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] For port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:32.713584 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:32.713986 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.718158 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.727663 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.751260 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Provisioning complete for port 03c9599f-ad9c-40d6-8396-b102164625e5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:32.751641 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.766378 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cea31551-5ee7-4cb0-91ba-3b7a77d0849c admin admin] Publish callbacks [] for security_group (6ae612cf-2c66-4603-9bf4-229f7a3ba4a8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.796434 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cea31551-5ee7-4cb0-91ba-3b7a77d0849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6ae612cf-2c66-4603-9bf4-229f7a3ba4a8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.831987 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:32:32.834310 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:32:32.848610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (2c16d468-d65b-4824-8570-073dcf3770ff), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:32.866167 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-cea31551-5ee7-4cb0-91ba-3b7a77d0849c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b09dccbe20b04fc886c1ee5a7c786aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0109806 Apr 11 19:32:32.876100 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38052) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:32.879707 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31551-5ee7-4cb0-91ba-3b7a77d0849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae612cf-2c66-4603-9bf4-229f7a3ba4a8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:33.011070 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Pushing event updated for resources: {'Port': ['ID=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:33.132837 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Current status of the port 03c9599f-ad9c-40d6-8396-b102164625e5 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:33.205551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:33.207396 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b484bde7-fd98-497e-ba4c-53ea7e918de8 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:33.210848 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.53', 58178) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:33.245811 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:33.248167 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:33.256686 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Sync routers for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:33.280325 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:33.281455 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:33.307549 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-356e773c-d990-4149-af43-84ebaba9190a admin admin] 10.222.0.26 "PUT /v2.0/routers/c90a1f49-a6c1-45f3-b38a-2b5a829dee6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9768348 Apr 11 19:32:33.333349 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.334593 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-155c2951-9d32-4a58-9bf3-b9cc0931a6b9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5659997 Apr 11 19:32:33.341251 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e161c9f7-ec52-4e40-a919-845ea89f3f80 req-ef9b3c7b-2346-4f82-add2-406f2f0e0543 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.1396844 Apr 11 19:32:33.346173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38066) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:33.371281 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Provisioning complete for port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:33.373552 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.405860 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c16d468-d65b-4824-8570-073dcf3770ff,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:33.458984 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Checking segment: {'id': '46c3ec42-42da-46b5-9e63-aa02d1be19fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f68e3cbc-969f-4412-87f2-a8c4af3c226d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:33.459388 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Network hostable DHCP agents. Network: f68e3cbc-969f-4412-87f2-a8c4af3c226d, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:33.472153 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:33.491468 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.518781 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:33.633036 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:33.634088 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:33.643174 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.644356 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c0f2199b-51c0-4f55-bf1e-b0af331b3076 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3633270 Apr 11 19:32:33.646631 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c77565e4-a481-4bab-95b2-2fc9713d5f7c None None] Port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:33.666214 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38084) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:33.832984 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:33.833289 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1fcaaec5-6428-42ca-a311-930b6b7deaae admin admin] Publish callbacks [] for security_group (6ae612cf-2c66-4603-9bf4-229f7a3ba4a8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.882219 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port b484bde7-fd98-497e-ba4c-53ea7e918de8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:33.883354 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.885304 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-90d62a4e-4726-4cb2-a535-574e042b9a48 None None] Provisioning complete for port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:33.885923 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90d62a4e-4726-4cb2-a535-574e042b9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:33.923565 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Network f68e3cbc-969f-4412-87f2-a8c4af3c226d is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:33.986889 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, f68e3cbc-969f-4412-87f2-a8c4af3c226d) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:33.993969 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:33.994732 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.010719 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1fcaaec5-6428-42ca-a311-930b6b7deaae admin admin] Publish callbacks [] for security_group (6ae612cf-2c66-4603-9bf4-229f7a3ba4a8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.104453 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-9c4a6cf5-715a-4997-ba1b-a9e22501bf83 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9272411 Apr 11 19:32:34.104641 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:28Z', 'revision_number': 3, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:34.111959 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-ea22622f-0c4e-4512-b1dd-e37de48b4ce2 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:34.113669 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-ea22622f-0c4e-4512-b1dd-e37de48b4ce2 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.53 "GET /v2.0/networks?id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 HTTP/1.1" status: 200 len: 811 time: 0.8997879 Apr 11 19:32:34.145185 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1fcaaec5-6428-42ca-a311-930b6b7deaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6ae612cf-2c66-4603-9bf4-229f7a3ba4a8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.148718 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1fcaaec5-6428-42ca-a311-930b6b7deaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.150233 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1fcaaec5-6428-42ca-a311-930b6b7deaae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ae612cf-2c66-4603-9bf4-229f7a3ba4a8 HTTP/1.1" status: 204 len: 168 time: 1.2715111 Apr 11 19:32:34.166200 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07328a8a-ee39-4875-90af-5bc06cbf01fc None None] Network f68e3cbc-969f-4412-87f2-a8c4af3c226d requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:34.188043 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaaec5-6428-42ca-a311-930b6b7deaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae612cf-2c66-4603-9bf4-229f7a3ba4a8,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:34.193859 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Checking router: 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:34.194215 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Updating router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 port 36370dde-7616-4a09-86ea-d815d36f30e4 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:34.203518 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Request body: {'port': {'device_id': '86a12427-9c2f-4371-9410-a899a434588b', 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653', 'admin_state_up': True, 'tenant_id': '7f53c1709fe5447bbfc1110d5e87e913'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:34.253548 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.614800 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:34.618521 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38116) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:34.633254 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95156743', 'description': 'tempest-description--1731948095'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:34.661155 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e03472e4-9695-4b36-9365-03a9b1227c05 req-23d94824-fdfa-4855-901d-f81b28d3fb8e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.0987160 Apr 11 19:32:34.710938 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Made reservation on behalf of 7f53c1709fe5447bbfc1110d5e87e913 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:34.719912 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.822608 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:34.893492 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:34.916472 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:34.918505 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:34.979876 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Publish callbacks [] for port (af43001e-f155-4b8f-b619-27283a1ede2e), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.007267 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (8a120618-f834-41d5-86a6-f295ab626c5f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.101805 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Allocated IP 172.20.0.1 (1aa30ed1-f0a9-44ee-9416-23015443366d/d353e279-26da-4fa0-be61-4696cbb73344/81a97453-49e5-4f70-94cb-faed42760fb5) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:35.130230 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port b484bde7-fd98-497e-ba4c-53ea7e918de8 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:35.132091 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8a120618-f834-41d5-86a6-f295ab626c5f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.151299 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d6f77-c39b-4b0d-b900-4d152e4ca110 None None] Network f68e3cbc-969f-4412-87f2-a8c4af3c226d requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:35.163006 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.263392 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a120618-f834-41d5-86a6-f295ab626c5f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:35.352191 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352bad-3ffb-41bf-8296-f3b92fd5f751 None None] Pushing event updated for resources: {'Port': ['ID=af43001e-f155-4b8f-b619-27283a1ede2e,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:35.383986 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.385029 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Attempting to bind port af43001e-f155-4b8f-b619-27283a1ede2e on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:35.387681 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Attempting to bind port af43001e-f155-4b8f-b619-27283a1ede2e by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:35.389592 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Attempting to bind port af43001e-f155-4b8f-b619-27283a1ede2e on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:35.395326 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ee01618d-4fd3-4f69-a309-1dc7984d9de1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7712698 Apr 11 19:32:35.406833 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38134) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:35.407564 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38136) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:35.419390 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:35.425375 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:35.426755 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.429566 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:35.431150 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Bound port: af43001e-f155-4b8f-b619-27283a1ede2e, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:35.434191 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.441999 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'security_group_rule': {'security_group_id': '8a120618-f834-41d5-86a6-f295ab626c5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:35.519590 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a79523e5-371e-4409-9fdb-bf4e1446dd2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.555578 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Allocated IP 172.20.0.9 (ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653/1fc7f230-98f8-4fda-a539-87221ef5d0e9/689af5d1-9a4c-48bd-aa63-af0f3daa27e6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:35.601822 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] For port af43001e-f155-4b8f-b619-27283a1ede2e, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:35.605961 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] For port af43001e-f155-4b8f-b619-27283a1ede2e, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=af43001e-f155-4b8f-b619-27283a1ede2e,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:35.627840 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.639584 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-90d62a4e-4726-4cb2-a535-574e042b9a48 None None] Current status of the port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:35.652345 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Publish callbacks [] for port (36370dde-7616-4a09-86ea-d815d36f30e4), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.719868 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.792695 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c352bad-3ffb-41bf-8296-f3b92fd5f751 None None] Pushing event updated for resources: {'Port': ['ID=af43001e-f155-4b8f-b619-27283a1ede2e,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:35.827347 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (2663144c-f512-49d6-b673-891b2dbac269), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:35.843502 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 03c9599f-ad9c-40d6-8396-b102164625e5 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:35.858364 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Attempting to bind port 36370dde-7616-4a09-86ea-d815d36f30e4 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:35.858778 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Attempting to bind port 36370dde-7616-4a09-86ea-d815d36f30e4 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:35.859158 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Attempting to bind port 36370dde-7616-4a09-86ea-d815d36f30e4 on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:35.937863 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-90d62a4e-4726-4cb2-a535-574e042b9a48 None None] Provisioning complete for port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:35.938120 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-90d62a4e-4726-4cb2-a535-574e042b9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.027359 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:36.028764 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:36.028764 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.029353 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:36.029910 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Bound port: 36370dde-7616-4a09-86ea-d815d36f30e4, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:36.030310 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.078263 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38144) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:36.082724 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a79523e5-371e-4409-9fdb-bf4e1446dd2f admin admin] Publish callbacks [] for security_group (38c99f2e-d05e-4837-8fd0-27fb4aeff67a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.105861 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247014602-network', 'tenant_id': 'e6d83ab7089a475cacfe332a01b28615'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:36.106730 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a79523e5-371e-4409-9fdb-bf4e1446dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (38c99f2e-d05e-4837-8fd0-27fb4aeff67a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.153062 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a79523e5-371e-4409-9fdb-bf4e1446dd2f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db4dd46e03db4c91bd63ad35dbf90653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7146201 Apr 11 19:32:36.163786 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38148) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:36.207299 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] For port 36370dde-7616-4a09-86ea-d815d36f30e4, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:36.214089 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] For port 36370dde-7616-4a09-86ea-d815d36f30e4, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=36370dde-7616-4a09-86ea-d815d36f30e4,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:36.224278 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e15fc6-a6ec-4e21-8fb3-d8db760ff582 None None] Pushing event updated for resources: {'Port': ['ID=36370dde-7616-4a09-86ea-d815d36f30e4,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:36.247790 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.329550 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79523e5-371e-4409-9fdb-bf4e1446dd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c99f2e-d05e-4837-8fd0-27fb4aeff67a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:36.347520 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:36.348999 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:36.428082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:36.433402 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:36.473721 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:36.493111 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks [] for port (81a97453-49e5-4f70-94cb-faed42760fb5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.589303 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a0b731db-58ca-46fd-8719-a470a29be439 req-f2ab0342-afe7-4e4a-bcb1-a6573f84fad1 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.2262852 Apr 11 19:32:36.668034 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Made reservation on behalf of e6d83ab7089a475cacfe332a01b28615 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:36.671247 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.747512 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e15fc6-a6ec-4e21-8fb3-d8db760ff582 None None] Pushing event updated for resources: {'Port': ['ID=36370dde-7616-4a09-86ea-d815d36f30e4,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:36.779396 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:36.840247 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:36.895398 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.902298 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f109ec6d-95d6-43f6-bef8-9e22da8d6b7e admin admin] Publish callbacks [] for security_group (38c99f2e-d05e-4837-8fd0-27fb4aeff67a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:36.992540 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f109ec6d-95d6-43f6-bef8-9e22da8d6b7e admin admin] Publish callbacks [] for security_group (38c99f2e-d05e-4837-8fd0-27fb4aeff67a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.022492 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.073297 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.111916 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (2663144c-f512-49d6-b673-891b2dbac269), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.132543 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (2663144c-f512-49d6-b673-891b2dbac269), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.148579 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-90d62a4e-4726-4cb2-a535-574e042b9a48 None None] Port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:37.151924 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f109ec6d-95d6-43f6-bef8-9e22da8d6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (38c99f2e-d05e-4837-8fd0-27fb4aeff67a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.152504 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 3, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:37.154928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f109ec6d-95d6-43f6-bef8-9e22da8d6b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.158498 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f109ec6d-95d6-43f6-bef8-9e22da8d6b7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38c99f2e-d05e-4837-8fd0-27fb4aeff67a HTTP/1.1" status: 204 len: 168 time: 0.9822187 Apr 11 19:32:37.242562 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:28Z', 'revision_number': 3, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:37.276862 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f20a95-9261-44df-b7f4-0ee71bdedef0 None None] The sync data for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb is: [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:28Z', 'revision_number': 3, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:37.277417 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109ec6d-95d6-43f6-bef8-9e22da8d6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c99f2e-d05e-4837-8fd0-27fb4aeff67a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:37.281750 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.292243 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8583062 Apr 11 19:32:37.295218 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38172) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:37.302249 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580a19c-893a-4d8f-ad9b-551a7d5c6c70 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2663144c-f512-49d6-b673-891b2dbac269,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:37.319780 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'security_group_rule': {'security_group_id': '8a120618-f834-41d5-86a6-f295ab626c5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:37.370055 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:37.370636 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Updating router c5f51961-7461-4b9d-a4db-ad79d78b93b7 port ca08f74e-d19d-4bc7-a100-41864067fded binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:37.408840 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks [] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.525785 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks [] for security_group (e438aba1-aba2-4ad6-b9c8-7163cd5bd014), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.530007 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.542390 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.554900 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 03c9599f-ad9c-40d6-8396-b102164625e5 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:37.558258 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.560560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (34e11aa2-263e-4001-9bf7-11d88ecb8102), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.637730 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (e438aba1-aba2-4ad6-b9c8-7163cd5bd014), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.655461 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:32:37.674994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (eba1e7f4-50f3-4531-8954-f8b6c82c8653), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.675877 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Added segment eba1e7f4-50f3-4531-8954-f8b6c82c8653 of type vlan for network e5d7a907-21cf-438c-af2e-3d1d42f400eb Apr 11 19:32:37.693882 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.873972 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:37.929733 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 2, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:37.968966 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (e5d7a907-21cf-438c-af2e-3d1d42f400eb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:37.974687 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:37.985914 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e438aba1-aba2-4ad6-b9c8-7163cd5bd014,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:37.989050 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Pushing event updated for resources: {'Port': ['ID=81a97453-49e5-4f70-94cb-faed42760fb5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:37.994336 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:38.009344 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:38.010071 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.040071 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:38.052817 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Updating router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:38.117545 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.118366 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (34e11aa2-263e-4001-9bf7-11d88ecb8102), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.122991 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:38.149265 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (34e11aa2-263e-4001-9bf7-11d88ecb8102), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.165545 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:38.185032 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:38.191225 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.256813 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:32:38.337338 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 03c9599f-ad9c-40d6-8396-b102164625e5 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:38.340912 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:38.383711 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (e5d7a907-21cf-438c-af2e-3d1d42f400eb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.385070 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:38.385842 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.432869 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.452080 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1435432 Apr 11 19:32:38.477090 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:26Z', 'revision_number': 3, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:38.490035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38192) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:38.530564 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:38.552961 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12cfff-26b4-473d-9481-73f77f56d5d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e11aa2-263e-4001-9bf7-11d88ecb8102,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:38.577050 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f7ac4-6ecb-4d80-b7d3-214eb0a1ed38 req-766d552b-c4f1-4baa-a05b-2f84e655fc85 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:38.598367 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b53f7ac4-6ecb-4d80-b7d3-214eb0a1ed38 req-766d552b-c4f1-4baa-a05b-2f84e655fc85 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 931 time: 0.5977955 Apr 11 19:32:38.670008 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4860170 Apr 11 19:32:38.690795 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-89e5cdb4-96d1-43bb-b44c-93dc1662d61d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:32:38.692217 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-89e5cdb4-96d1-43bb-b44c-93dc1662d61d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114331 Apr 11 19:32:38.696734 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d623f-8bc2-4583-b659-10922fc61bab tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Pushing event updated for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:38.811555 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e38f7a-673b-4135-9fae-f6755fc7fbd4 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:26Z', 'revision_number': 3, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:38.863570 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7804227 Apr 11 19:32:38.864765 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-148a43b7-0836-402a-9cbd-2f7b7220db9d None None] Provisioning complete for port 81a97453-49e5-4f70-94cb-faed42760fb5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:38.864932 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38204) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:38.868946 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-148a43b7-0836-402a-9cbd-2f7b7220db9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.876909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:38.882229 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Allocated IP 172.20.0.1 (04920699-676e-4318-9c33-6d394316e286/cd439eb0-d0fc-4532-ae41-c62f2dc82516/25f4f64f-61ff-4e19-9f8a-08b3b92f775b) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:38.903664 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b53f7ac4-6ecb-4d80-b7d3-214eb0a1ed38 req-2716293c-b0c2-4d70-bb87-65c13d679eea tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001778 Apr 11 19:32:38.950596 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Request body: {'subnet': {'network_id': 'e5d7a907-21cf-438c-af2e-3d1d42f400eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1247014602-subnet', 'tenant_id': 'e6d83ab7089a475cacfe332a01b28615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:39.205609 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.219122 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-148a43b7-0836-402a-9cbd-2f7b7220db9d None None] Port 81a97453-49e5-4f70-94cb-faed42760fb5 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:39.325668 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:39.326356 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.372648 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Publish callbacks [] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.386653 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.461499 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Request body: {'port': {'device_id': '86a12427-9c2f-4371-9410-a899a434588b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:39.693904 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.757699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks [] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.813589 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c942b-f7ef-4dc7-8dc1-29af43ae9ffa None None] Pushing event updated for resources: {'Port': ['ID=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:39.854821 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Attempting to bind port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:39.855512 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Attempting to bind port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:39.856423 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Attempting to bind port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:39.876831 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:39.877142 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Checking segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:39.877754 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:39.879832 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Bound using segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:39.880528 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Bound port: 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:39.881147 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.016086 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Allocated IP 172.20.0.1 (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c/315902ce-4453-4b5d-a501-ab5c5d3df659/b56532a1-b9c3-4c78-af2c-7a81e02e2986) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:40.096963 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-a9ae41a3-d7ea-479e-a4ae-1a6f5b961f97 None None] Provisioning complete for port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:40.097588 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a9ae41a3-d7ea-479e-a4ae-1a6f5b961f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.118433 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] For port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:40.125917 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] For port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:40.136000 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.253009 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Publish callbacks [] for port (ca08f74e-d19d-4bc7-a100-41864067fded), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.254571 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks [] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.307240 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.347272 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:40.348316 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:40.349349 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f2e44-bd29-4bcf-9ca9-bed4e9733bfb admin admin] Pushing event updated for resources: {'Network': ['ID=e5d7a907-21cf-438c-af2e-3d1d42f400eb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:40.355170 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c942b-f7ef-4dc7-8dc1-29af43ae9ffa None None] Pushing event updated for resources: {'Port': ['ID=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:40.374123 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.376283 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Made reservation on behalf of e6d83ab7089a475cacfe332a01b28615 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:40.386782 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.453551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43170c21-de02-4378-9082-e2bd9d087309 None None] Pushing event updated for resources: {'Port': ['ID=ca08f74e-d19d-4bc7-a100-41864067fded,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:40.456459 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a9ae41a3-d7ea-479e-a4ae-1a6f5b961f97 None None] Port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:40.593788 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.605541 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network e5d7a907-21cf-438c-af2e-3d1d42f400eb details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:32:40.736096 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:40.849302 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Allocated IP 172.28.2.34 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/9641382d-6a7b-48fa-b5aa-89bf1f45db51) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:40.890083 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Attempting to bind port ca08f74e-d19d-4bc7-a100-41864067fded on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:40.890548 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Attempting to bind port ca08f74e-d19d-4bc7-a100-41864067fded by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:40.891417 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Attempting to bind port ca08f74e-d19d-4bc7-a100-41864067fded on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:40.922702 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] Provisioning complete for port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:40.925528 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:40.928046 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:40.939203 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fff6f614-1aa1-4c35-b1f9-69b619699b30 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:40.956394 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba4f8d-114a-4609-9341-7983bd46e066 req-cb65894e-c661-430d-9c6d-0fc680c504b1 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:40.979115 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ebba4f8d-114a-4609-9341-7983bd46e066 req-cb65894e-c661-430d-9c6d-0fc680c504b1 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 931 time: 0.6086709 Apr 11 19:32:40.981516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.182934 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:41.184593 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:41.185289 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.185972 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:41.186688 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Bound port: ca08f74e-d19d-4bc7-a100-41864067fded, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:41.187662 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.268410 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fff6f614-1aa1-4c35-b1f9-69b619699b30 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:41.268860 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.301778 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:40Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:41.318571 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:41.342519 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ebba4f8d-114a-4609-9341-7983bd46e066 req-7eff1304-8aba-404c-96be-cdc5dea08ae0 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648273 Apr 11 19:32:41.358105 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:41.398582 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Network 04920699-676e-4318-9c33-6d394316e286 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:41.405861 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9542c251-a3e6-4c9f-8e26-951935ff34af None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:40Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:41.427501 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:41.443729 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:41.455548 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.568718 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] For port ca08f74e-d19d-4bc7-a100-41864067fded, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:41.577008 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] For port ca08f74e-d19d-4bc7-a100-41864067fded, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=ca08f74e-d19d-4bc7-a100-41864067fded,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:41.610801 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:32:41.639879 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Publish callbacks [] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.674664 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:41.715877 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Transition to ACTIVE for port object 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:32:41.730223 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.021712 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Pushing event updated for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:42.035599 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] Current status of the port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:42.035797 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.071173 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:42.074784 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:42.156815 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.254990 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:42.255640 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (c5f51961-7461-4b9d-a4db-ad79d78b93b7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.273654 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Pushing event updated for resources: {'Port': ['ID=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:42.277519 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38262) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:42.299853 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fff6f614-1aa1-4c35-b1f9-69b619699b30 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:42.301211 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.311672 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Attempting to bind port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:42.312037 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Attempting to bind port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '87b4b906-62c1-4d3f-aba1-dc783d07ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:42.312399 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Attempting to bind port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 on network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:42.321088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 on network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:32:42.321471 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Attempting to bind port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 on network ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:42.334707 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:42.335070 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Checking segment: {'id': '87b4b906-62c1-4d3f-aba1-dc783d07ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:42.337822 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Bound using segment: {'id': '87b4b906-62c1-4d3f-aba1-dc783d07ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:42.338496 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Bound port: 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b4b906-62c1-4d3f-aba1-dc783d07ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:42.338873 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.471523 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43170c21-de02-4378-9082-e2bd9d087309 None None] Pushing event updated for resources: {'Port': ['ID=ca08f74e-d19d-4bc7-a100-41864067fded,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:42.639764 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7550f-e074-4d96-8429-d1c5d2eb415f req-3fc7ac0b-2e5e-4ff9-a475-3a1319d29299 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:42.641349 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dfb7550f-e074-4d96-8429-d1c5d2eb415f req-3fc7ac0b-2e5e-4ff9-a475-3a1319d29299 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.1248131 Apr 11 19:32:42.701220 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:42.801218 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b9ddcc6d-3b26-4c4a-8ada-f5716584c098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.803321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.857911 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:42.860494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:42.863126 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Pushing event updated for resources: {'Port': ['ID=b56532a1-b9c3-4c78-af2c-7a81e02e2986,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:42.875485 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,segment=NetworkSegment(87b4b906-62c1-4d3f-aba1-dc783d07ad31),segment_id=87b4b906-62c1-4d3f-aba1-dc783d07ad31)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:42.936928 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port fff6f614-1aa1-4c35-b1f9-69b619699b30, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fff6f614-1aa1-4c35-b1f9-69b619699b30,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:42.946136 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] For port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:43.015823 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.028788 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.095438 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b9ddcc6d-3b26-4c4a-8ada-f5716584c098 admin admin] Publish callbacks [] for security_group (02b1577d-dc6e-4e81-b0d3-0f80dde5169d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.110141 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dfb7550f-e074-4d96-8429-d1c5d2eb415f req-65a65210-2d28-4034-8104-d6060482ec9e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534369 Apr 11 19:32:43.125841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b9ddcc6d-3b26-4c4a-8ada-f5716584c098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (02b1577d-dc6e-4e81-b0d3-0f80dde5169d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.136581 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks [] for port (81a97453-49e5-4f70-94cb-faed42760fb5), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.196101 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.201290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.306683 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b9ddcc6d-3b26-4c4a-8ada-f5716584c098 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78eb5a655e3c4ae9ad0a249731539cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0248647 Apr 11 19:32:43.307447 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'Port': ['ID=9641382d-6a7b-48fa-b5aa-89bf1f45db51,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:43.311845 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.321718 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38270) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:43.331818 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-12a607fa-09dd-40ed-b862-7d662eac10e3 None None] Provisioning complete for port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:43.332559 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-12a607fa-09dd-40ed-b862-7d662eac10e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.352860 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:43.423511 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:43.436507 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:43.446880 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Pushing event updated for resources: {'Port': ['ID=81a97453-49e5-4f70-94cb-faed42760fb5,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:43.450026 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.461444 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:43.468619 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (638cde5a-aa4e-4cf0-b5a0-e52f24adc88e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.629120 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156493d-d18e-4915-9c57-1289dd8bb736 None None] Pushing event updated for resources: {'Port': ['ID=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:43.653790 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 3, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:43.679479 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddcc6d-3b26-4c4a-8ada-f5716584c098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1577d-dc6e-4e81-b0d3-0f80dde5169d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:43.721889 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:43.721889 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:43.728637 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-12a607fa-09dd-40ed-b862-7d662eac10e3 None None] Port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:43.750109 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] 10.222.0.53 "PUT /v2.0/ports/689af5d1-9a4c-48bd-aa63-af0f3daa27e6 HTTP/1.1" status: 200 len: 1093 time: 4.7375374 Apr 11 19:32:43.756432 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:32:43.819291 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73798fa0-08d7-4d1f-80ed-91a3ab8ff340 None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 3, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:43.909015 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:43.910429 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.003617 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=fff6f614-1aa1-4c35-b1f9-69b619699b30,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:44.008729 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-12a607fa-09dd-40ed-b862-7d662eac10e3 None None] Provisioning complete for port b56532a1-b9c3-4c78-af2c-7a81e02e2986 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:44.009534 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-12a607fa-09dd-40ed-b862-7d662eac10e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.067105 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks [] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.084757 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=638cde5a-aa4e-4cf0-b5a0-e52f24adc88e,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:44.096195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.096887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.103170 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:44.108017 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-12a607fa-09dd-40ed-b862-7d662eac10e3 None None] Port b56532a1-b9c3-4c78-af2c-7a81e02e2986 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:44.130694 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:44.173913 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Checking segment: {'id': 'eba1e7f4-50f3-4531-8954-f8b6c82c8653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e5d7a907-21cf-438c-af2e-3d1d42f400eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:44.174423 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Network hostable DHCP agents. Network: e5d7a907-21cf-438c-af2e-3d1d42f400eb, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:32:44.187941 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:44.189793 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 36370dde-7616-4a09-86ea-d815d36f30e4 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:44.253880 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.263003 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 36370dde-7616-4a09-86ea-d815d36f30e4 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:44.263398 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.424104 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 36370dde-7616-4a09-86ea-d815d36f30e4 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:44.425513 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.451988 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 36370dde-7616-4a09-86ea-d815d36f30e4, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=36370dde-7616-4a09-86ea-d815d36f30e4,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:44.459366 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.460894 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device af43001e-f155-4b8f-b619-27283a1ede2e up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:44.602775 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-36c06366-5b5f-4d35-bca8-49676d2a2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:44.607293 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-36c06366-5b5f-4d35-bca8-49676d2a2122 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f53c1709fe5447bbfc1110d5e87e913&device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 1127 time: 0.3773201 Apr 11 19:32:44.624084 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (df5c0580-c49c-470d-ba43-7d2caef18725), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.650765 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d1225dc-2bfd-4f32-ae32-ad10cf200c65 admin admin] Publish callbacks [] for security_group (02b1577d-dc6e-4e81-b0d3-0f80dde5169d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.707974 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=36370dde-7616-4a09-86ea-d815d36f30e4,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:44.723424 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d1225dc-2bfd-4f32-ae32-ad10cf200c65 admin admin] Publish callbacks [] for security_group (02b1577d-dc6e-4e81-b0d3-0f80dde5169d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.751759 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port af43001e-f155-4b8f-b619-27283a1ede2e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:44.752156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:44.781182 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Pushing event updated for resources: {'Port': ['ID=b56532a1-b9c3-4c78-af2c-7a81e02e2986,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:44.836206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee21c19-aed0-4d87-a9ee-c6a7277065d6 service neutron] Pushing event updated for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:44.876225 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5445a3f-479b-4a6b-af0d-fab3d9981622" -d '{"events": [{"name": "network-changed", "server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:32:45.005453 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Network e5d7a907-21cf-438c-af2e-3d1d42f400eb is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:32:45.038983 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-de921833-c613-4b3c-990d-6ec8a0d502d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6 HTTP/1.1" status: 200 len: 217 time: 0.1657970 Apr 11 19:32:45.048712 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, e5d7a907-21cf-438c-af2e-3d1d42f400eb) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:45.139586 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff52d58-1795-45c9-bb19-7b9473cc2e95 req-2acb043b-cf69-450e-a837-60fc47b77aa3 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:45.144576 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.148023 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7ff52d58-1795-45c9-bb19-7b9473cc2e95 req-2acb043b-cf69-450e-a837-60fc47b77aa3 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.7904763 Apr 11 19:32:45.176803 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:45.177572 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.217755 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d1225dc-2bfd-4f32-ae32-ad10cf200c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (02b1577d-dc6e-4e81-b0d3-0f80dde5169d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.229618 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6d1225dc-2bfd-4f32-ae32-ad10cf200c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.230964 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6d1225dc-2bfd-4f32-ae32-ad10cf200c65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/02b1577d-dc6e-4e81-b0d3-0f80dde5169d HTTP/1.1" status: 204 len: 168 time: 1.8998721 Apr 11 19:32:45.291082 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-6dfb4f30-1a61-4300-a736-7c8286624bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:45.292992 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-6dfb4f30-1a61-4300-a736-7c8286624bbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fc7f230-98f8-4fda-a539-87221ef5d0e9 HTTP/1.1" status: 200 len: 851 time: 0.2499590 Apr 11 19:32:45.307154 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1225dc-2bfd-4f32-ae32-ad10cf200c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1577d-dc6e-4e81-b0d3-0f80dde5169d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:45.350884 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks [] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.412985 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-79b9fc69-423e-44db-ac67-f093952ce94f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.4755626 Apr 11 19:32:45.436989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafa7aea-6eab-4d88-bcdd-3df5392e792e x-openstack-request-id: req-dafa7aea-6eab-4d88-bcdd-3df5392e792e {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:32:45.437303 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:32:45.437561 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dafa7aea-6eab-4d88-bcdd-3df5392e792e {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:32:45.438008 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafa7aea-6eab-4d88-bcdd-3df5392e792e'] response: {'name': 'network-changed', 'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6', 'status': 'completed', 'code': 200} Apr 11 19:32:45.442175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.444053 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6e188c51-95ab-42ee-bc96-03bd3a132e8e None None] Provisioning complete for port 81a97453-49e5-4f70-94cb-faed42760fb5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:45.444535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e188c51-95ab-42ee-bc96-03bd3a132e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.445473 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (c5f51961-7461-4b9d-a4db-ad79d78b93b7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.505565 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7707a5-4b12-41b6-b72e-1e0926f6b6f5 None None] Network e5d7a907-21cf-438c-af2e-3d1d42f400eb requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:45.516057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6e188c51-95ab-42ee-bc96-03bd3a132e8e None None] Port 81a97453-49e5-4f70-94cb-faed42760fb5 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:45.519268 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-0e43c298-c547-4056-923c-2141258cbbb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006199 Apr 11 19:32:45.552233 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:45.613631 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port af43001e-f155-4b8f-b619-27283a1ede2e is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:45.625674 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.641230 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port af43001e-f155-4b8f-b619-27283a1ede2e, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=af43001e-f155-4b8f-b619-27283a1ede2e,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:45.649474 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:45.681181 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:45.791748 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7ff52d58-1795-45c9-bb19-7b9473cc2e95 req-3c8b0aaa-acf5-4395-8ddf-fdae6324afc8 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098175 Apr 11 19:32:45.831554 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c15fb-3cc9-4758-93b0-b55465f8169d None None] Network e5d7a907-21cf-438c-af2e-3d1d42f400eb requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:32:45.855967 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:32:45.984887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38308) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:46.076890 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38310) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:46.138198 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:46.155102 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=af43001e-f155-4b8f-b619-27283a1ede2e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:46.160401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-8593758f-a296-4cfb-ba25-87e4a3139dc5 None None] Provisioning complete for port b56532a1-b9c3-4c78-af2c-7a81e02e2986 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:46.160401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8593758f-a296-4cfb-ba25-87e4a3139dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.203828 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85954031-bb2c-443c-b166-79ce8bc33141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.252297 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.276328 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Pushing event updated for resources: {'Port': ['ID=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:46.289231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.314175 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-8593758f-a296-4cfb-ba25-87e4a3139dc5 None None] Port b56532a1-b9c3-4c78-af2c-7a81e02e2986 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:46.315874 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:46.316189 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.376332 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-b79b82c4-b8d3-4e2d-a201-836f563615a3 service neutron] 10.222.0.53 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8337491 Apr 11 19:32:46.386717 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (df5c0580-c49c-470d-ba43-7d2caef18725), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.478389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:46.480078 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 36370dde-7616-4a09-86ea-d815d36f30e4 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:46.485741 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'Port': ['ID=9641382d-6a7b-48fa-b5aa-89bf1f45db51,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:46.519050 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.520890 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e0b41f2e-73d3-4115-8936-c3cf50a840c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0180211 Apr 11 19:32:46.548540 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Deleting subnet 2c16d468-d65b-4824-8570-073dcf3770ff {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:32:46.563079 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Publish callbacks [] for subnet (2c16d468-d65b-4824-8570-073dcf3770ff), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.616344 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 36370dde-7616-4a09-86ea-d815d36f30e4 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:46.619366 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.649884 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Network 04920699-676e-4318-9c33-6d394316e286 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:46.662619 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:46.770851 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Publish callbacks [] for subnet (2c16d468-d65b-4824-8570-073dcf3770ff), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.800421 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85954031-bb2c-443c-b166-79ce8bc33141 admin admin] Publish callbacks [] for security_group (7430d140-c929-4eeb-a250-dba1571a47ff), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:46.809855 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f33453c-d5e1-44b1-868e-dab741a63a11 req-172bb700-8800-462e-9675-de54e77b36e9 service neutron] 10.222.0.53 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145746 Apr 11 19:32:46.813856 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85954031-bb2c-443c-b166-79ce8bc33141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7430d140-c929-4eeb-a250-dba1571a47ff), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:47.064797 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 36370dde-7616-4a09-86ea-d815d36f30e4 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:47.065955 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fff6f614-1aa1-4c35-b1f9-69b619699b30 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:47.184791 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-85954031-bb2c-443c-b166-79ce8bc33141 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b517bdae9e664378ac65825846ab7cbb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1000104 Apr 11 19:32:47.195743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-df4ba175-842b-4403-a33c-c7e3821cb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:47.211185 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-df4ba175-842b-4403-a33c-c7e3821cb004 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f53c1709fe5447bbfc1110d5e87e913&device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 1127 time: 0.1615601 Apr 11 19:32:47.213108 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38338) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:47.217663 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fff6f614-1aa1-4c35-b1f9-69b619699b30 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:47.218030 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:47.273062 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85954031-bb2c-443c-b166-79ce8bc33141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7430d140-c929-4eeb-a250-dba1571a47ff,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:47.279894 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:47.295235 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (2c16d468-d65b-4824-8570-073dcf3770ff), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:47.320472 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ec3e387d-ec38-4db9-a793-13158f402a87 admin admin] 10.222.0.26 "PUT /v2.0/routers/78bb92a3-e70d-42a9-b6cb-1167ee2d83a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2911913 Apr 11 19:32:47.347513 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:47.353194 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:32:47.431852 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-bcd6dc1f-3a6f-4fad-ae77-ec7cc256f4ea None None] Provisioning complete for port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:47.435811 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bcd6dc1f-3a6f-4fad-ae77-ec7cc256f4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:47.516361 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:47.517780 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:47.607869 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-ee196af3-7e49-47ac-b17a-077ce714d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:47.623072 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-ee196af3-7e49-47ac-b17a-077ce714d7f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 HTTP/1.1" status: 200 len: 912 time: 0.3254201 Apr 11 19:32:47.631659 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (2c16d468-d65b-4824-8570-073dcf3770ff), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:47.681442 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c16d468-d65b-4824-8570-073dcf3770ff,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:47.685165 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:32:47.724881 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:47.732292 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f2288796-7cb5-4352-81a4-fad807a665f8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2c16d468-d65b-4824-8570-073dcf3770ff HTTP/1.1" status: 204 len: 168 time: 1.7462239 Apr 11 19:32:47.741099 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb2167-745f-4110-87ba-43e5a9025a13 req-00725513-6b4d-4974-ac4e-14d6703c98f5 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:47.742875 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38356) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:47.743521 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-71cb2167-745f-4110-87ba-43e5a9025a13 req-00725513-6b4d-4974-ac4e-14d6703c98f5 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.2941363 Apr 11 19:32:47.755197 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:47.799330 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:47.811080 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Sync routers for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:47.828759 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:47.829403 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:47.900920 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-2902d35e-fb96-410a-ae97-79d8b1b34cb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6 HTTP/1.1" status: 200 len: 217 time: 0.1861472 Apr 11 19:32:47.923180 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-41b89ff1-fc77-4141-b1cd-7dae481eddd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--95156743&fields=id&tenant_id=c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 267 time: 0.7108881 Apr 11 19:32:47.958057 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-181ea64c-edd1-402e-9849-76f7030553ad admin admin] 10.222.0.26 "PUT /v2.0/routers/13cc85ae-d4ce-4f15-8f62-b67e72a78d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6040444 Apr 11 19:32:48.046713 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-71cb2167-745f-4110-87ba-43e5a9025a13 req-213749ee-ff35-4f56-883b-928ed9787962 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949049 Apr 11 19:32:48.065704 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6dc1f-3a6f-4fad-ae77-ec7cc256f4ea None None] Port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:48.094471 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:41Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:48.116645 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-c24e3c82-5d53-48a9-bcc8-9d76e6b3cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:48.120644 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-c24e3c82-5d53-48a9-bcc8-9d76e6b3cb99 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fc7f230-98f8-4fda-a539-87221ef5d0e9 HTTP/1.1" status: 200 len: 851 time: 0.1871305 Apr 11 19:32:48.189680 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:48.190083 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fff6f614-1aa1-4c35-b1f9-69b619699b30 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:48.198582 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device ca08f74e-d19d-4bc7-a100-41864067fded up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:48.220565 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09f2b96b-2939-49a0-a0dc-deef53c58efd admin admin] Publish callbacks [] for security_group (7430d140-c929-4eeb-a250-dba1571a47ff), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.239364 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:32:48.256857 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d930ae2f-09c0-4df1-acf3-9780765ea9be admin admin] 10.222.0.26 "PUT /v2.0/routers/c5f51961-7461-4b9d-a4db-ad79d78b93b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5847712 Apr 11 19:32:48.282841 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-518d8d6a-56f9-42f8-9d4f-08cb932cdc65 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832798 Apr 11 19:32:48.306991 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (f68e3cbc-969f-4412-87f2-a8c4af3c226d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.372133 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09f2b96b-2939-49a0-a0dc-deef53c58efd admin admin] Publish callbacks [] for security_group (7430d140-c929-4eeb-a250-dba1571a47ff), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.395075 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:32:48.408358 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:48.408933 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Updating router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 port 81a97453-49e5-4f70-94cb-faed42760fb5 binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:48.444053 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.463533 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7d21443e-d71c-4931-8627-cf12effd9f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.499800 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port ca08f74e-d19d-4bc7-a100-41864067fded triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:48.500492 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.501918 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 2, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:48.538340 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Checking router: 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:48.538340 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Updating router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 port b56532a1-b9c3-4c78-af2c-7a81e02e2986 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:48.547302 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:48.549490 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:48.570391 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.711956 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38376) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:48.725292 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1643768767', 'description': 'tempest-description--291117688'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:48.781427 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.873504 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (f68e3cbc-969f-4412-87f2-a8c4af3c226d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.903534 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port ca08f74e-d19d-4bc7-a100-41864067fded is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:48.903909 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.917526 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-8a97e389-0e5c-4d8f-b4ca-462d5987743d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:48.924025 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-8a97e389-0e5c-4d8f-b4ca-462d5987743d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 817 time: 0.7441065 Apr 11 19:32:48.926094 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port ca08f74e-d19d-4bc7-a100-41864067fded, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=ca08f74e-d19d-4bc7-a100-41864067fded,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:48.937464 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:48.959905 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-c85ce412-1ab7-41eb-be01-3fdf8fc75a2e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/quotas/c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 375 time: 0.0343041 Apr 11 19:32:48.963506 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.963890 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.964692 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.965027 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > port after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.965350 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.965673 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > port after_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.965975 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.966291 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.967836 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:48.968220 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:49.003189 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.010989 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Publish callbacks [] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.027170 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.068207 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.092011 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:49.092357 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:49.093787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:49.093787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103241) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:32:49.094134 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68e3cbc-969f-4412-87f2-a8c4af3c226d']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:49.127464 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09f2b96b-2939-49a0-a0dc-deef53c58efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7430d140-c929-4eeb-a250-dba1571a47ff), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.131643 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-09f2b96b-2939-49a0-a0dc-deef53c58efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.133394 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-09f2b96b-2939-49a0-a0dc-deef53c58efd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7430d140-c929-4eeb-a250-dba1571a47ff HTTP/1.1" status: 204 len: 168 time: 1.8611684 Apr 11 19:32:49.138706 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bc4f0-f66e-411f-8162-b8f608cbb5e9 None None] Pushing event updated for resources: {'Port': ['ID=b56532a1-b9c3-4c78-af2c-7a81e02e2986,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.143470 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.144808 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4287112 Apr 11 19:32:49.149625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38398) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:49.154714 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': '5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:49.162125 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device af43001e-f155-4b8f-b619-27283a1ede2e up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:49.167443 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c3ec42-42da-46b5-9e63-aa02d1be19fc') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:49.168065 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c3ec42-42da-46b5-9e63-aa02d1be19fc') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:49.178821 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-9d0acafd-74af-4ce7-827f-3f6d94afb5f6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:49.188977 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-9d0acafd-74af-4ce7-827f-3f6d94afb5f6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 819 time: 0.2619028 Apr 11 19:32:49.189177 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-448961ec-5bab-4d50-b0f0-d751c938e21a service neutron] 10.222.0.53 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440390 Apr 11 19:32:49.214049 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-b62a5892-9d02-419f-9509-734ab785ed41 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/quotas/7f98c7ad042e4adc892781eab03d12ee HTTP/1.1" status: 200 len: 375 time: 0.0237663 Apr 11 19:32:49.216255 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa35b33-3d96-45a0-b241-d08542f0339c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.299776 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:49.303283 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2b96b-2939-49a0-a0dc-deef53c58efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7430d140-c929-4eeb-a250-dba1571a47ff,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.328597 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Attempting to bind port b56532a1-b9c3-4c78-af2c-7a81e02e2986 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:49.328597 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Attempting to bind port b56532a1-b9c3-4c78-af2c-7a81e02e2986 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:49.329555 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Attempting to bind port b56532a1-b9c3-4c78-af2c-7a81e02e2986 on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:49.334838 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (46c3ec42-42da-46b5-9e63-aa02d1be19fc), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.340410 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:49.342496 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Checking segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:49.342948 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.343354 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Bound using segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:49.344895 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Bound port: b56532a1-b9c3-4c78-af2c-7a81e02e2986, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:49.345325 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.383895 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-3ae024ce-dbd8-4167-910f-663b66737f46 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679761 Apr 11 19:32:49.391410 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (a20f084c-3920-487a-9c8f-013a2bbc114c), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.421838 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-9a740032-3b2b-493f-8a9d-fb87dc0e8fc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4616349 Apr 11 19:32:49.426680 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (46c3ec42-42da-46b5-9e63-aa02d1be19fc), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.456255 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:32:49.457732 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (46c3ec42-42da-46b5-9e63-aa02d1be19fc), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.470058 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] For port b56532a1-b9c3-4c78-af2c-7a81e02e2986, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:49.474909 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] For port b56532a1-b9c3-4c78-af2c-7a81e02e2986, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b56532a1-b9c3-4c78-af2c-7a81e02e2986,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: from cryptography.utils import int_from_bytes Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: from cryptography.utils import int_from_bytes Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:32:49.483303 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:32:49.494592 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.519173 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=ca08f74e-d19d-4bc7-a100-41864067fded,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.566413 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port af43001e-f155-4b8f-b619-27283a1ede2e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:49.567788 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.619663 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (f68e3cbc-969f-4412-87f2-a8c4af3c226d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.624293 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:49.625083 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:49.627169 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.633350 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f68e3cbc-969f-4412-87f2-a8c4af3c226d HTTP/1.1" status: 204 len: 168 time: 1.8699508 Apr 11 19:32:49.633478 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bc4f0-f66e-411f-8162-b8f608cbb5e9 None None] Pushing event updated for resources: {'Port': ['ID=b56532a1-b9c3-4c78-af2c-7a81e02e2986,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.636796 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38408) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:49.685362 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (a20f084c-3920-487a-9c8f-013a2bbc114c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.705628 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (a20f084c-3920-487a-9c8f-013a2bbc114c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.744821 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] Provisioning complete for port b56532a1-b9c3-4c78-af2c-7a81e02e2986 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:49.745047 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.765554 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83c734-23fd-4571-b700-f2dfe8b8ddc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f68e3cbc-969f-4412-87f2-a8c4af3c226d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.793488 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:49.798414 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6453958 Apr 11 19:32:49.804902 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38414) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:49.811574 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': '5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:49.820998 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dae142-a269-4346-b1df-a3103336b614 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20f084c-3920-487a-9c8f-013a2bbc114c,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:49.863424 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-0952840a-9fa5-4ebb-94eb-2f0acb02df2e service neutron] 10.222.0.26 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667630 Apr 11 19:32:49.891547 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Deleting subnet 638cde5a-aa4e-4cf0-b5a0-e52f24adc88e {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:32:49.904261 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port af43001e-f155-4b8f-b619-27283a1ede2e is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:49.934526 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Publish callbacks [] for subnet (638cde5a-aa4e-4cf0-b5a0-e52f24adc88e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.001353 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-2dfd9bbd-3e62-4336-a102-2e43ebe770ef service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:32:50.002410 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-2dfd9bbd-3e62-4336-a102-2e43ebe770ef service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254418 Apr 11 19:32:50.020870 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:50.067434 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-12996dac-8597-49db-ba3c-25ecab0f9ce7 service neutron] 10.222.0.26 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981988 Apr 11 19:32:50.068691 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (c17a4d83-bf4e-4c79-805c-cb26792b3977), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.113933 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] Current status of the port b56532a1-b9c3-4c78-af2c-7a81e02e2986 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:50.114356 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.125728 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29492986'] for subnet (638cde5a-aa4e-4cf0-b5a0-e52f24adc88e), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.146301 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Publish callbacks [] for port (81a97453-49e5-4f70-94cb-faed42760fb5), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.167054 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.182477 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 2, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:50.193917 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (c17a4d83-bf4e-4c79-805c-cb26792b3977), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.297450 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (c17a4d83-bf4e-4c79-805c-cb26792b3977), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.305326 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:32:50.305689 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Updating router c5f51961-7461-4b9d-a4db-ad79d78b93b7 port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:32:50.320240 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] For port b56532a1-b9c3-4c78-af2c-7a81e02e2986, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b56532a1-b9c3-4c78-af2c-7a81e02e2986,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:50.408259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.450824 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.452726 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6464276 Apr 11 19:32:50.455895 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38444) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:50.461141 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:50.486791 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fe861-3c0a-4057-ae79-d0900e79ed9c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17a4d83-bf4e-4c79-805c-cb26792b3977,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:50.512628 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232c0c-e03b-42b6-a703-8c2f37b1215d None None] Pushing event updated for resources: {'Port': ['ID=81a97453-49e5-4f70-94cb-faed42760fb5,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:50.529568 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.541484 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:49Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:50.546922 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (638cde5a-aa4e-4cf0-b5a0-e52f24adc88e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.610226 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855c402-3f8b-40f8-8de5-0cebae05b08a None None] Pushing event updated for resources: {'Port': ['ID=b56532a1-b9c3-4c78-af2c-7a81e02e2986,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:50.630505 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b7817772-b2d3-4b87-a8d8-1d9b68129791 None None] Provisioning complete for port b56532a1-b9c3-4c78-af2c-7a81e02e2986 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:50.630791 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7817772-b2d3-4b87-a8d8-1d9b68129791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.640367 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f8bce-e629-4c34-ba1c-3b6c61392c10 None None] The sync data for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb is: [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:49Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:50.642389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:50.709965 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a5445a3f-479b-4a6b-af0d-fab3d9981622 req-b2cc2bfc-31d1-4313-a822-048f6e8803cb service neutron] 10.222.0.53 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8063297 Apr 11 19:32:50.787481 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-c7fd37ba-9efe-4b88-abef-d7eeede4c0f3 service neutron] 10.222.0.26 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7744701 Apr 11 19:32:50.934477 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Attempting to bind port 81a97453-49e5-4f70-94cb-faed42760fb5 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:50.935990 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Attempting to bind port 81a97453-49e5-4f70-94cb-faed42760fb5 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:50.936884 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Attempting to bind port 81a97453-49e5-4f70-94cb-faed42760fb5 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:50.956965 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-46b777f0-fa93-47b6-9a63-ebffe74495e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595323 Apr 11 19:32:50.960783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29492312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29616157'] for subnet (638cde5a-aa4e-4cf0-b5a0-e52f24adc88e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.005293 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6e2af46c-84f6-48a2-a701-ec5b9ad1ec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.019923 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638cde5a-aa4e-4cf0-b5a0-e52f24adc88e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:51.022632 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.026326 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c7a3efa2-897f-4840-a1b4-a3ff60ba36d6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/638cde5a-aa4e-4cf0-b5a0-e52f24adc88e HTTP/1.1" status: 204 len: 168 time: 1.3838220 Apr 11 19:32:51.029412 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38470) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:51.109036 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:51.110383 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:51.110841 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.111410 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Bound using segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:51.112876 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Bound port: 81a97453-49e5-4f70-94cb-faed42760fb5, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:51.113451 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.296012 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.299079 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] For port 81a97453-49e5-4f70-94cb-faed42760fb5, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:51.305595 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (e5d7a907-21cf-438c-af2e-3d1d42f400eb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.655169 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (e5d7a907-21cf-438c-af2e-3d1d42f400eb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.702718 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d7a907-21cf-438c-af2e-3d1d42f400eb']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:51.723431 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38496) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:51.731305 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba1e7f4-50f3-4531-8954-f8b6c82c8653') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:51.736460 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba1e7f4-50f3-4531-8954-f8b6c82c8653') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:51.747431 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549401061', 'description': 'tempest-description--1217665121'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:51.779219 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.28.2.55 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/c1e5e0c7-5cf9-4528-8d48-82d183df6216) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:51.802909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (eba1e7f4-50f3-4531-8954-f8b6c82c8653), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.813613 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Publish callbacks [] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.851289 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (eba1e7f4-50f3-4531-8954-f8b6c82c8653), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.872090 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:32:51.874197 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (eba1e7f4-50f3-4531-8954-f8b6c82c8653), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.875176 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b56532a1-b9c3-4c78-af2c-7a81e02e2986 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:51.877321 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b7817772-b2d3-4b87-a8d8-1d9b68129791 None None] Current status of the port b56532a1-b9c3-4c78-af2c-7a81e02e2986 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:51.879483 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:32:51.880570 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:32:51.884756 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:51.914996 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] For port 81a97453-49e5-4f70-94cb-faed42760fb5, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=81a97453-49e5-4f70-94cb-faed42760fb5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:51.937314 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.045319 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.070206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (e5d7a907-21cf-438c-af2e-3d1d42f400eb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.097581 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] Provisioning complete for port 81a97453-49e5-4f70-94cb-faed42760fb5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:52.098071 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.121685 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.130189 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e5d7a907-21cf-438c-af2e-3d1d42f400eb HTTP/1.1" status: 204 len: 168 time: 1.0945017 Apr 11 19:32:52.253048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08708e-4c40-4652-8c71-fff822180338 req-b4a7dfc4-1587-4c9c-bc21-f7d0bfa24cc7 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:52.262377 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7f08708e-4c40-4652-8c71-fff822180338 req-b4a7dfc4-1587-4c9c-bc21-f7d0bfa24cc7 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.3125885 Apr 11 19:32:52.297084 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (216f541e-d95d-4060-a3b4-cb25845a3e57), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.300390 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0264a55-aab6-4fab-80e4-6a8a1dbabe99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d7a907-21cf-438c-af2e-3d1d42f400eb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:52.311120 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (216f541e-d95d-4060-a3b4-cb25845a3e57), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.475759 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216f541e-d95d-4060-a3b4-cb25845a3e57,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:52.504561 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f9759ad3-519f-4525-b514-d3ce0338e1e3 req-4ab31d5e-1b3a-4328-b3ab-b681c492d93e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 210 time: 0.3101864 Apr 11 19:32:52.523459 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7f08708e-4c40-4652-8c71-fff822180338 req-3326c0e5-06dc-4b26-a42b-606313d80c94 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601244 Apr 11 19:32:52.536411 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.542919 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Attempting to bind port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:32:52.543811 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.544335 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Attempting to bind port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:32:52.545911 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Attempting to bind port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b on network 04920699-676e-4318-9c33-6d394316e286 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:32:52.546020 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-2cfe3949-94c6-4415-b319-3ef8f57cf7af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8166299 Apr 11 19:32:52.556923 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38524) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:52.578659 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'security_group_rule': {'security_group_id': '216f541e-d95d-4060-a3b4-cb25845a3e57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:52.586466 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:32:52.590839 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Checking segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:32:52.591907 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.593534 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Bound using segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:32:52.602249 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Bound port: 25f4f64f-61ff-4e19-9f8a-08b3b92f775b, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:32:52.606025 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.616017 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.633562 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:52.642896 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:52.731580 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=c1e5e0c7-5cf9-4528-8d48-82d183df6216,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:52.760035 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:52.762787 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38532) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:52.772908 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:52.776451 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:52.781560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (ed1285ce-a82f-4f1f-828d-2b55ffcdc08d), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:52.845464 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-668ad1fa-b595-4418-b371-d9129086f71d req-626158c7-396f-476f-a914-191e2162954a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 210 time: 0.2043133 Apr 11 19:32:52.967860 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (67a347f4-3df1-4796-9b58-ed34b8775453), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.050001 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (ed1285ce-a82f-4f1f-828d-2b55ffcdc08d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.061699 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (ed1285ce-a82f-4f1f-828d-2b55ffcdc08d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.072503 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:53.077622 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:32:53.135255 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.161244 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1285ce-a82f-4f1f-828d-2b55ffcdc08d,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:53.188491 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.192941 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-cc60dca0-0d92-4a1e-a4a1-ed2a5858ab97 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6335862 Apr 11 19:32:53.241487 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38542) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:53.255711 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'security_group_rule': {'security_group_id': '216f541e-d95d-4060-a3b4-cb25845a3e57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:53.489206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (394b9529-7ec5-4baa-8039-34781997fe11), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.623335 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-ac9bf795-0381-4dbe-8407-de418e804ce8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:53.624920 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-ac9bf795-0381-4dbe-8407-de418e804ce8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 819 time: 0.4745831 Apr 11 19:32:53.628670 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd29cde-c01a-4950-b36d-2c2e91e1268c None None] Pushing event updated for resources: {'Port': ['ID=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:53.655588 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (394b9529-7ec5-4baa-8039-34781997fe11), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.662419 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (394b9529-7ec5-4baa-8039-34781997fe11), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.695837 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'port': {'device_id': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'admin_state_up': True, 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:53.697974 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port b56532a1-b9c3-4c78-af2c-7a81e02e2986 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:53.703233 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.706425 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-2d58e8ac-25be-49f0-8ba6-5510e8b03ea0 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:53.708239 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-2d58e8ac-25be-49f0-8ba6-5510e8b03ea0 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 819 time: 0.1395874 Apr 11 19:32:53.729013 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-487609fa-6c17-40fb-8c10-e64d78527538 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/quotas/7f98c7ad042e4adc892781eab03d12ee HTTP/1.1" status: 200 len: 375 time: 0.0135117 Apr 11 19:32:53.737231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394b9529-7ec5-4baa-8039-34781997fe11,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:53.781693 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.787229 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6ad50d1b-828a-433e-b0a0-1d51a9e59977 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5445707 Apr 11 19:32:53.794210 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38566) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:53.805421 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:53.837889 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.853647 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6c181604-10c6-421f-a93f-f02dee7e9c46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ed1b997980a4015bde425a058ade352&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0850761 Apr 11 19:32:53.853846 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a51b5d-f95a-4434-b9d7-c85980e02b7f req-c3556889-f8cb-425d-b5e9-44c7de5b57bf tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:53.854665 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-32a51b5d-f95a-4434-b9d7-c85980e02b7f req-c3556889-f8cb-425d-b5e9-44c7de5b57bf tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.1511652 Apr 11 19:32:53.855747 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38568) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:53.890764 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-3f044db1-b89b-4ad8-a9a2-4f96479ea9ae tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463482 Apr 11 19:32:53.909580 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.921731 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.db.resource_extend [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:32:53.925949 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232c0c-e03b-42b6-a703-8c2f37b1215d None None] Pushing event updated for resources: {'Port': ['ID=81a97453-49e5-4f70-94cb-faed42760fb5,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:53.982099 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-32a51b5d-f95a-4434-b9d7-c85980e02b7f req-9cee23d2-169c-4a22-ab15-052bf63b8012 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123142 Apr 11 19:32:53.984167 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c4a14479-ec68-48e3-bd45-3ef8e0ab1b39 admin admin] Publish callbacks [] for security_group (cbe418c1-69cd-4284-97a7-7f8d886688cb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:53.987675 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] Current status of the port 81a97453-49e5-4f70-94cb-faed42760fb5 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:53.988330 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.001602 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Made reservation on behalf of 7f98c7ad042e4adc892781eab03d12ee for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:54.005125 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.026834 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c4a14479-ec68-48e3-bd45-3ef8e0ab1b39 admin admin] Publish callbacks [] for security_group (cbe418c1-69cd-4284-97a7-7f8d886688cb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.095439 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-b899e762-c4e4-4c59-9683-26d034d08ba0 service neutron] 10.222.0.26 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254823 Apr 11 19:32:54.095673 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] For port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:32:54.134275 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] For port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:32:54.141158 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e4718b04-f070-4789-bb9d-61e614dd1405 req-4cbeddf9-49ae-402a-a1da-2faed988108f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 210 time: 0.0606189 Apr 11 19:32:54.189875 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.53', 58198) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:54.192689 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.196815 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] For port 81a97453-49e5-4f70-94cb-faed42760fb5, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=81a97453-49e5-4f70-94cb-faed42760fb5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:54.223125 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-79e1f234-cbac-4eeb-be00-dcd7950a775d service neutron] 10.222.0.26 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126456 Apr 11 19:32:54.237503 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,segment=NetworkSegment(87b4b906-62c1-4d3f-aba1-dc783d07ad31),segment_id=87b4b906-62c1-4d3f-aba1-dc783d07ad31)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:54.253878 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.264847 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.306249 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port b56532a1-b9c3-4c78-af2c-7a81e02e2986 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:54.307618 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device ca08f74e-d19d-4bc7-a100-41864067fded up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:54.310076 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6', 'network_id': 'ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653', 'port_id': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6', 'mac_address': 'fa:16:3e:7b:18:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc7f230-98f8-4fda-a539-87221ef5d0e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:32:54.397806 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.407346 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-b99b5577-7fa2-42c8-8a07-1c948ecea1fb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:54.409514 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-b99b5577-7fa2-42c8-8a07-1c948ecea1fb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 817 time: 0.2208650 Apr 11 19:32:54.411844 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.482545 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Allocated IP 172.28.2.110 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/2b671e64-bffa-4153-9d8d-46a7f2c8f4a5) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:54.567657 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd29cde-c01a-4950-b36d-2c2e91e1268c None None] Pushing event updated for resources: {'Port': ['ID=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:54.583172 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:32:54.594057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:54.596239 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Provisioning complete for port 81a97453-49e5-4f70-94cb-faed42760fb5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:54.596697 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.609737 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.624381 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Allocated IP 172.20.0.3 (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c/315902ce-4453-4b5d-a501-ab5c5d3df659/a7963707-b21f-4df0-a757-31d2fe9160ec) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:54.664720 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c4a14479-ec68-48e3-bd45-3ef8e0ab1b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cbe418c1-69cd-4284-97a7-7f8d886688cb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.671091 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c4a14479-ec68-48e3-bd45-3ef8e0ab1b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.672536 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c4a14479-ec68-48e3-bd45-3ef8e0ab1b39 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbe418c1-69cd-4284-97a7-7f8d886688cb HTTP/1.1" status: 204 len: 168 time: 0.8137741 Apr 11 19:32:54.678014 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.728365 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (67a347f4-3df1-4796-9b58-ed34b8775453), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.746669 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:54.753298 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:54.756287 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:54.789004 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:51Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:54.816784 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:54.823702 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.827292 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (179d16a7-7861-446d-a531-017991841008), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.833646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=c1e5e0c7-5cf9-4528-8d48-82d183df6216,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:54.842757 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e14c1698-6b5c-4546-bcad-c56305619476 req-166e1386-ceb5-445b-b4fc-925027de154a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 210 time: 0.2541108 Apr 11 19:32:54.851313 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a14479-ec68-48e3-bd45-3ef8e0ab1b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe418c1-69cd-4284-97a7-7f8d886688cb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:54.853429 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:54.866062 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1bcfd2af-0515-47a0-a236-adfd67748b11 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3979933 Apr 11 19:32:54.949551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab4f86b-3660-48e7-aa97-f168eb1a6539 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:51Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:55.050331 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.080390 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:32:55.125540 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-4f2528d2-77f9-4ee2-936e-2198d392be25 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 378 time: 0.5481138 Apr 11 19:32:55.164848 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port ca08f74e-d19d-4bc7-a100-41864067fded triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:55.165552 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'Port': ['ID=2b671e64-bffa-4153-9d8d-46a7f2c8f4a5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:55.168777 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.217552 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.232179 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c93e53-2246-4d48-913f-613c30d85d9b None None] Pushing event updated for resources: {'Port': ['ID=81a97453-49e5-4f70-94cb-faed42760fb5,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:55.322180 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,segment=NetworkSegment(87b4b906-62c1-4d3f-aba1-dc783d07ad31),segment_id=87b4b906-62c1-4d3f-aba1-dc783d07ad31)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:55.389526 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:32:55.404632 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02533f9d-e2a6-48c0-8875-7eaa13bb780d req-acd6c22d-8b4b-4f9b-81fd-129cf8a6b877 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:55.406423 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02533f9d-e2a6-48c0-8875-7eaa13bb780d req-acd6c22d-8b4b-4f9b-81fd-129cf8a6b877 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.2313077 Apr 11 19:32:55.589515 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.637729 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.663275 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.785743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'port': {'device_id': '57c23164-de88-48ce-8e6c-40987078822d', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'admin_state_up': True, 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'security_groups': ['8a120618-f834-41d5-86a6-f295ab626c5f']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:55.805481 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38622) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:55.821501 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (179d16a7-7861-446d-a531-017991841008), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.837617 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02533f9d-e2a6-48c0-8875-7eaa13bb780d req-ed9d9bde-dcd0-4590-89cc-8c3e02090b23 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205906 Apr 11 19:32:55.857454 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'Port': ['ID=2b671e64-bffa-4153-9d8d-46a7f2c8f4a5,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:55.881277 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:55.885481 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c01b6798-4f09-450a-ba49-3f9059823f9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0851645 Apr 11 19:32:55.910014 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['689af5d1-9a4c-48bd-aa63-af0f3daa27e6'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:32:55.944960 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Current status of the port 81a97453-49e5-4f70-94cb-faed42760fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:56.082721 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:56.092478 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e82fcb14-0802-47e0-9c6a-8719d5c74654 req-1af99ad6-3a28-49b4-b43d-d66c7047dbf1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 210 time: 0.2802699 Apr 11 19:32:56.106068 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Provisioning complete for port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:56.106531 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.137292 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-aed0f87d-5022-472e-b582-f5e63ef3f723 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1643768767&fields=id&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 267 time: 0.1462893 Apr 11 19:32:56.199235 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Made reservation on behalf of c310f6d38e554a41982c3ec46b5e9cab for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:56.202811 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.220886 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-249bb744-9acc-4347-9821-ab3fc4a460e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6d83ab7089a475cacfe332a01b28615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769600 Apr 11 19:32:56.229712 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38638) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:56.235021 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port ca08f74e-d19d-4bc7-a100-41864067fded is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:56.271828 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.53', 58204) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:56.278145 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-79788147-1cef-4d95-ac03-4da4cd030357 req-cfabb2cc-3fe8-4efd-809d-5cc7ddb83441 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 210 time: 0.0723407 Apr 11 19:32:56.334944 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-96ab03a5-dc58-499d-91ad-b978c763c088 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:56.336457 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-96ab03a5-dc58-499d-91ad-b978c763c088 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.1980946 Apr 11 19:32:56.369082 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-246ba93b-db0e-4ed6-bf95-2765ca6a6d29 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/quotas/d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 375 time: 0.0238032 Apr 11 19:32:56.372649 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710fed92-d1f9-4b70-87d3-80606e9fed74 admin admin] Publish callbacks [] for security_group (e438aba1-aba2-4ad6-b9c8-7163cd5bd014), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.404999 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710fed92-d1f9-4b70-87d3-80606e9fed74 admin admin] Publish callbacks [] for security_group (e438aba1-aba2-4ad6-b9c8-7163cd5bd014), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.446386 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 81a97453-49e5-4f70-94cb-faed42760fb5 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:56.497882 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710fed92-d1f9-4b70-87d3-80606e9fed74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (e438aba1-aba2-4ad6-b9c8-7163cd5bd014), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.501034 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-710fed92-d1f9-4b70-87d3-80606e9fed74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.504569 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-710fed92-d1f9-4b70-87d3-80606e9fed74 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e438aba1-aba2-4ad6-b9c8-7163cd5bd014 HTTP/1.1" status: 204 len: 168 time: 0.2716157 Apr 11 19:32:56.536774 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:56.592011 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fed92-d1f9-4b70-87d3-80606e9fed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e438aba1-aba2-4ad6-b9c8-7163cd5bd014,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:56.610993 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-523b3691-ea1f-49a5-940a-39f86861d50c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1319845 Apr 11 19:32:56.733428 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Allocated IP 172.20.0.8 (6c65718e-99f8-450f-a81a-81502e41cfa9/92e1ef9d-700a-485e-9aec-21e573c7d43c/8eccdbc7-e958-46e1-be53-04fe3fb890c8) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:56.760085 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:32:56.811461 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-c8f059c5-ff5c-495f-bb8f-65921d1186e4 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--549401061&fields=id&tenant_id=e95f3163732d4c719e158cd4b7a76f49 HTTP/1.1" status: 200 len: 267 time: 0.3546238 Apr 11 19:32:56.857270 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-94232fa0-2b2d-4f2a-a4b1-19eb331983a4 service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110136 Apr 11 19:32:56.893290 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79c5ce3-39de-491e-aca9-e2d08a0c9ff2 None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:32:56.932343 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 81a97453-49e5-4f70-94cb-faed42760fb5 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:56.932825 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.027924 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-8bca26dd-db6c-40b7-9133-2738f27cfef7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:57.030559 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-8bca26dd-db6c-40b7-9133-2738f27cfef7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 819 time: 0.7517803 Apr 11 19:32:57.033330 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Current status of the port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:57.033748 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.065809 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.068252 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:32:57.117142 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-7485ef94-d068-4c0e-80b7-6aa79b9000bf service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589486 Apr 11 19:32:57.137453 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'port': {'device_id': '40496617-d418-4c51-b21e-5096b294977b', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'admin_state_up': True, 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:57.171638 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] For port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:57.241596 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:57.257898 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 81a97453-49e5-4f70-94cb-faed42760fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:57.261118 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.277667 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:57.305801 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:57.390135 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:57.390135 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.479285 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-99930d22-08ff-4b7e-9516-7024f8e0f718 None None] Provisioning complete for port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:57.480205 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-99930d22-08ff-4b7e-9516-7024f8e0f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.537013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-66180015-a86b-45d0-bff7-6235fff4dbd7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:57.545972 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84e12d-f34b-455b-becb-743e16d71ff9 None None] Pushing event updated for resources: {'Port': ['ID=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:57.547399 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-66180015-a86b-45d0-bff7-6235fff4dbd7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 810 time: 0.7349913 Apr 11 19:32:57.649102 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-99930d22-08ff-4b7e-9516-7024f8e0f718 None None] Current status of the port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:57.649280 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723846bc-2196-4064-a70f-b953d0307b52 req-0d49759a-ca08-4496-92d0-0f3abad89cc2 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:57.657958 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-723846bc-2196-4064-a70f-b953d0307b52 req-0d49759a-ca08-4496-92d0-0f3abad89cc2 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 944 time: 0.0963435 Apr 11 19:32:57.661281 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-968f1517-2cb5-48b5-ba2e-43273cdd6ef9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/quotas/e95f3163732d4c719e158cd4b7a76f49 HTTP/1.1" status: 200 len: 375 time: 0.1128347 Apr 11 19:32:57.669550 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'Port': ['ID=a7963707-b21f-4df0-a757-31d2fe9160ec,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:57.727994 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:57.728248 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-693f3dc2-08c2-47ec-a75a-6a69d74a0753 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0502369 Apr 11 19:32:57.769690 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-723846bc-2196-4064-a70f-b953d0307b52 req-c5164ef8-43e6-4ee5-b971-239def706d83 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105404 Apr 11 19:32:57.793838 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Request body: {'port': {'device_id': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:57.823079 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2dd95339-e011-4c47-aca6-d3473677a1de None None] Provisioning complete for port a7963707-b21f-4df0-a757-31d2fe9160ec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:57.824132 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2dd95339-e011-4c47-aca6-d3473677a1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.872107 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-d8b1e0b0-72b6-455b-a410-21f8418d0df8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1876743 Apr 11 19:32:57.941748 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:32:57.962569 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:57.966652 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:57.967459 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f423ea7a-da88-4f69-9c98-eae7ec1d7592 req-d487b622-78a8-47fb-a0f0-3e33e88ba263 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 210 time: 0.0746529 Apr 11 19:32:58.096434 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Made reservation on behalf of 7f98c7ad042e4adc892781eab03d12ee for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:32:58.099772 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:58.135111 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2dd95339-e011-4c47-aca6-d3473677a1de None None] Port a7963707-b21f-4df0-a757-31d2fe9160ec cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:58.169581 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6c3150fa-f8dd-4db2-87f0-3e7ae2dfc0cd req-c6fa2ec9-2b22-4c56-9d5d-74319885d245 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 210 time: 0.0752904 Apr 11 19:32:58.207293 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-a863b89e-1d89-480e-89d8-ea4738ff851d service neutron] 10.222.0.26 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242114 Apr 11 19:32:58.243769 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:58.244425 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:58.374658 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,segment=NetworkSegment(87b4b906-62c1-4d3f-aba1-dc783d07ad31),segment_id=87b4b906-62c1-4d3f-aba1-dc783d07ad31)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:32:58.377359 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:32:58.427867 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:58.465594 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 25f4f64f-61ff-4e19-9f8a-08b3b92f775b up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:32:58.518252 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:58.556462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:58.694628 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:58.694787 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:58.748343 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1bc40aca-3eb9-4603-91fb-783f76072656 req-e43cb8eb-8e05-4b42-97d0-05c297675601 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 210 time: 0.5000329 Apr 11 19:32:58.841049 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092e14ba-db21-4faa-b14a-93ed7e7be460" -d '{"events": [{"server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "name": "network-vif-plugged", "status": "completed", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:32:58.844354 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:58.909721 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:32:58.987545 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9371-4923-4d49-8382-cc9e966ec58e req-866fe732-9037-49c6-b405-853ba6c81918 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:58.990052 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd9b9371-4923-4d49-8382-cc9e966ec58e req-866fe732-9037-49c6-b405-853ba6c81918 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.0752716 Apr 11 19:32:59.015497 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-0e2ceddd-38c2-42af-8241-6b23291c733c service neutron] 10.222.0.26 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076055 Apr 11 19:32:59.021009 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:59.079348 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd9b9371-4923-4d49-8382-cc9e966ec58e req-bf8f2747-f193-4b79-9771-2d30d6f63806 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825384 Apr 11 19:32:59.100426 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Allocated IP 172.20.0.9 (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c/315902ce-4453-4b5d-a501-ab5c5d3df659/b158be7d-eba7-4222-90d6-9856e13bcdec) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:32:59.144292 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:32:59.154140 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:32:59.156530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.53', 58210) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:59.169909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:32:59.246779 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:32:59.360954 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:59.360954 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:59.487638 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a9360-c9e9-4277-a747-3024b311877c x-openstack-request-id: req-1c8a9360-c9e9-4277-a747-3024b311877c {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:32:59.488201 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "name": "network-vif-plugged", "status": "completed", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:32:59.488294 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1c8a9360-c9e9-4277-a747-3024b311877c {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:32:59.488784 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8a9360-c9e9-4277-a747-3024b311877c'] response: {'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6', 'code': 200} Apr 11 19:32:59.510628 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-e4da3cb0-3312-40be-af10-c8d5a301de78 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3727980 Apr 11 19:32:59.593902 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Request body: {'port': {'device_id': '57c23164-de88-48ce-8e6c-40987078822d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:32:59.596123 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-b8cb9dbb-4a5e-447c-91b8-2c7ecef571d2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:59.599022 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-b8cb9dbb-4a5e-447c-91b8-2c7ecef571d2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.4412391 Apr 11 19:32:59.695870 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-a67e87db-e7e0-4991-94f7-b8bc91ffc75d None None] Provisioning complete for port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:32:59.696248 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a67e87db-e7e0-4991-94f7-b8bc91ffc75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:32:59.826401 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8068ec7-eb65-4d1c-95ea-816dbb9493b5 req-c3b609d8-261f-4cab-bad1-ec37fd860ab2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:32:59.829239 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f8068ec7-eb65-4d1c-95ea-816dbb9493b5 req-c3b609d8-261f-4cab-bad1-ec37fd860ab2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 931 time: 0.3898592 Apr 11 19:32:59.830002 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.53', 58213) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:32:59.852596 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-a67e87db-e7e0-4991-94f7-b8bc91ffc75d None None] Port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:32:59.883649 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-791eebb7-3ce2-42c4-8aa6-2c0aeff57b63 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 380 time: 0.2729559 Apr 11 19:32:59.887397 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-99d8441f-56d5-480e-a845-cdb4439eaf14 req-feecabef-cbd4-4033-b2bc-ecb5e1a2f362 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 210 time: 0.2363541 Apr 11 19:32:59.897296 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'port': {'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'admin_state_up': True, 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'security_groups': ['5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:00.081689 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fd6d1616-a728-47a6-b5a1-4aec34990787 req-96d8f7c7-150a-4a46-9b13-7cab6b434eb3 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 210 time: 0.0801060 Apr 11 19:33:00.215881 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Made reservation on behalf of d2be9a4e04a74eaeb6a2f772fcf1ac54 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:00.231454 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.287959 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433169a-3ab1-48f8-918a-4a755164f3e1 req-a658ab5b-a094-4d90-99a0-2ed9dc434f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:00.289495 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3433169a-3ab1-48f8-918a-4a755164f3e1 req-a658ab5b-a094-4d90-99a0-2ed9dc434f56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 1129 time: 0.4383416 Apr 11 19:33:00.313008 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d99e9597-8e7e-421e-a561-44accf4ed10b req-87aa14f2-d107-4bfc-9fdc-7f65354f7299 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 210 time: 0.0548418 Apr 11 19:33:00.337864 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3433169a-3ab1-48f8-918a-4a755164f3e1 req-84debe26-304f-43ab-9649-174ca03ec7f4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.389220 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.488542 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3433169a-3ab1-48f8-918a-4a755164f3e1 req-84debe26-304f-43ab-9649-174ca03ec7f4 service neutron] Publish callbacks [] for security_group (3c85bddb-6c02-4296-be5f-d327a368c4ad), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.507996 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3433169a-3ab1-48f8-918a-4a755164f3e1 req-84debe26-304f-43ab-9649-174ca03ec7f4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3c85bddb-6c02-4296-be5f-d327a368c4ad), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.528682 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee346d7b-9652-456a-b35e-f5242383a55d req-51da123e-39a4-4f65-b4ba-415093263e1c tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:00.535823 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ee346d7b-9652-456a-b35e-f5242383a55d req-51da123e-39a4-4f65-b4ba-415093263e1c tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.1230254 Apr 11 19:33:00.563539 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84debe26-304f-43ab-9649-174ca03ec7f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85bddb-6c02-4296-be5f-d327a368c4ad,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:00.625831 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f8068ec7-eb65-4d1c-95ea-816dbb9493b5 req-e89d5c2f-4ff9-482b-a24c-b9dd0f81be3c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7730241 Apr 11 19:33:00.631132 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.652977 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3433169a-3ab1-48f8-918a-4a755164f3e1 req-84debe26-304f-43ab-9649-174ca03ec7f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430371 Apr 11 19:33:00.689684 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ee346d7b-9652-456a-b35e-f5242383a55d req-6604ab5d-9f4e-49a3-bda2-9ddd9368dacd tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525619 Apr 11 19:33:00.699417 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.20.0.7 (1aa30ed1-f0a9-44ee-9416-23015443366d/d353e279-26da-4fa0-be61-4696cbb73344/0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:33:00.736015 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38812) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:00.829873 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.873985 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.909245 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.930185 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-daf2fe5f-addc-4c2a-b531-69c84b5c7301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:00.984957 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:00.993984 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:01.000263 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:01.006650 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:01.011992 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:01.012633 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.014502 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'Port': ['ID=b158be7d-eba7-4222-90d6-9856e13bcdec,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:01.022440 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:01.025787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:01.029015 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:01.039937 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-f700f896-ee03-4f59-97c9-d5dd3719d8ee tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1510994 Apr 11 19:33:01.153902 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87205d-822d-4dc0-9455-5441a98cb62c req-94b593f5-8fd8-4b25-b5a0-655a83a59e69 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:01.160939 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-de87205d-822d-4dc0-9455-5441a98cb62c req-94b593f5-8fd8-4b25-b5a0-655a83a59e69 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 931 time: 0.1819153 Apr 11 19:33:01.242758 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6888e6f1-a211-449c-af66-aaf6df97be56 req-51b51a76-bef5-48cc-a1a3-77dd44640b0d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 210 time: 0.0411124 Apr 11 19:33:01.265644 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:01.266254 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.304651 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-de87205d-822d-4dc0-9455-5441a98cb62c req-2b8f8fe3-ddff-47f2-9b7e-f933c19cf34e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430085 Apr 11 19:33:01.359534 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-1e2d29e2-00b2-41b6-9aca-284386f223e8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2621632 Apr 11 19:33:01.362842 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eccdbc7-e958-46e1-be53-04fe3fb890c8 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:01.380887 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Publish callbacks [] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.395218 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-49e60df5-b1ed-44ed-b4f1-4aa31c720a90 None None] Provisioning complete for port b158be7d-eba7-4222-90d6-9856e13bcdec triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:01.395806 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49e60df5-b1ed-44ed-b4f1-4aa31c720a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.411383 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7963707-b21f-4df0-a757-31d2fe9160ec {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:01.432141 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-daf2fe5f-addc-4c2a-b531-69c84b5c7301 admin admin] Publish callbacks [] for security_group (5cc317d0-6bc6-4944-8667-bcebe59d7741), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.434401 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Publish callbacks [] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.437814 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Request body: {'port': {'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:01.438742 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-49e60df5-b1ed-44ed-b4f1-4aa31c720a90 None None] Port b158be7d-eba7-4222-90d6-9856e13bcdec cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:33:01.440919 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Request body: {'port': {'device_id': '40496617-d418-4c51-b21e-5096b294977b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:01.447457 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Transition to ACTIVE for port object 8eccdbc7-e958-46e1-be53-04fe3fb890c8 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:01.450554 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-daf2fe5f-addc-4c2a-b531-69c84b5c7301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5cc317d0-6bc6-4944-8667-bcebe59d7741), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.459622 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-49e60df5-b1ed-44ed-b4f1-4aa31c720a90 None None] Provisioning complete for port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:01.460180 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-49e60df5-b1ed-44ed-b4f1-4aa31c720a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.484933 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.503965 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-49e60df5-b1ed-44ed-b4f1-4aa31c720a90 None None] Port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:33:01.506049 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Transition to ACTIVE for port object a7963707-b21f-4df0-a757-31d2fe9160ec will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:01.526786 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd23ee-c413-433e-bec3-487d038d737b req-8b86fb0c-85c0-4cc6-96b8-69e6e7f8a2af tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:01.528358 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e4bd23ee-c413-433e-bec3-487d038d737b req-8b86fb0c-85c0-4cc6-96b8-69e6e7f8a2af tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 931 time: 0.1453347 Apr 11 19:33:01.601050 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.609123 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2fe5f-addc-4c2a-b531-69c84b5c7301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc317d0-6bc6-4944-8667-bcebe59d7741,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:01.647402 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e4bd23ee-c413-433e-bec3-487d038d737b req-af60d558-cc9e-4354-b4e9-5db51fabd14b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051047 Apr 11 19:33:01.649926 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.693285 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:01.779950 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-daf2fe5f-addc-4c2a-b531-69c84b5c7301 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0186210b38634d0dbcd81f344dd44e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0415239 Apr 11 19:33:01.790966 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38840) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:01.914332 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:01.938398 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d10db-23d3-448b-a1f9-435356d0bf68 req-bb4c624a-7f69-4d4c-b941-fb004e72d722 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:01.945250 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-687d10db-23d3-448b-a1f9-435356d0bf68 req-bb4c624a-7f69-4d4c-b941-fb004e72d722 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.1424220 Apr 11 19:33:01.963925 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Pushing event updated for resources: {'Port': ['ID=a7963707-b21f-4df0-a757-31d2fe9160ec,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:02.048267 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-687d10db-23d3-448b-a1f9-435356d0bf68 req-792e111a-845b-4093-81cb-63041bdde662 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020536 Apr 11 19:33:02.228173 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d395c-f338-423f-9b15-feb4b1f19bab req-50d6bc0b-23f2-414a-8391-c8e090dd5039 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:02.229856 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-961d395c-f338-423f-9b15-feb4b1f19bab req-50d6bc0b-23f2-414a-8391-c8e090dd5039 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.4205043 Apr 11 19:33:02.235660 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a793088-72c4-478d-af46-ccd85c914910 admin admin] Publish callbacks [] for security_group (5cc317d0-6bc6-4944-8667-bcebe59d7741), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.244017 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:02.253704 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Publish callbacks [] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.253986 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-8609a915-4d14-4921-9089-1f390e0d4ab8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:02.255557 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-8609a915-4d14-4921-9089-1f390e0d4ab8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 810 time: 0.6982286 Apr 11 19:33:02.277502 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Transition to ACTIVE for port object 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:02.283646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.394677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38870) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:02.403551 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c18bf28d-3a0d-4412-8dfa-f11dbb8d025e req-208b0104-c510-4bf8-ab0e-e33d023db9cd tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 210 time: 0.0488615 Apr 11 19:33:02.412801 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:02.419274 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a793088-72c4-478d-af46-ccd85c914910 admin admin] Publish callbacks [] for security_group (5cc317d0-6bc6-4944-8667-bcebe59d7741), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.429073 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Attempting to bind port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:02.429513 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Attempting to bind port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:02.429913 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Attempting to bind port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:02.431982 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Attempting to bind port a7963707-b21f-4df0-a757-31d2fe9160ec on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:02.432398 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Attempting to bind port a7963707-b21f-4df0-a757-31d2fe9160ec by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:02.433362 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Attempting to bind port a7963707-b21f-4df0-a757-31d2fe9160ec on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:02.472413 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Attempting to bind port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:02.472865 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Attempting to bind port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:02.473227 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Attempting to bind port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:02.477924 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 on network 1aa30ed1-f0a9-44ee-9416-23015443366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:02.478251 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Attempting to bind port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:02.483851 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:02.484344 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:02.484968 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Bound using segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:02.485412 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Bound port: 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:02.485778 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.517529 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:02.517993 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Attempting to bind port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:02.536339 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Port a7963707-b21f-4df0-a757-31d2fe9160ec on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:02.536792 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Attempting to bind port a7963707-b21f-4df0-a757-31d2fe9160ec on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:02.564895 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-961d395c-f338-423f-9b15-feb4b1f19bab req-acbc798c-a72b-4d48-a8c4-57cddad6a7e2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3255119 Apr 11 19:33:02.621693 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:02.621941 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Checking segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:02.622465 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Bound using segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:02.622923 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Bound port: 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:02.623293 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.628478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:02.628863 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Checking segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:02.629256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Bound using segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:02.630002 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Bound port: a7963707-b21f-4df0-a757-31d2fe9160ec, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:02.630365 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.671056 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-b2f89f13-28c9-4317-8707-dd0e6b2504e1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95f3163732d4c719e158cd4b7a76f49 HTTP/1.1" status: 200 len: 379 time: 0.3912706 Apr 11 19:33:02.761698 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9895885-c881-4336-b205-63b55be3562a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.774840 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a793088-72c4-478d-af46-ccd85c914910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5cc317d0-6bc6-4944-8667-bcebe59d7741), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.778143 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a793088-72c4-478d-af46-ccd85c914910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.779309 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-0a793088-72c4-478d-af46-ccd85c914910 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cc317d0-6bc6-4944-8667-bcebe59d7741 HTTP/1.1" status: 204 len: 168 time: 0.9776499 Apr 11 19:33:02.839579 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86594b36-73e0-44bb-9d75-78d27a7df31d req-9ca97249-cea1-4bb7-8602-ffbcea7b1017 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:02.841063 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a793088-72c4-478d-af46-ccd85c914910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc317d0-6bc6-4944-8667-bcebe59d7741,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:02.843318 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-86594b36-73e0-44bb-9d75-78d27a7df31d req-9ca97249-cea1-4bb7-8602-ffbcea7b1017 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 931 time: 0.1732485 Apr 11 19:33:02.894592 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] For port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:02.901070 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'port': {'device_id': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'admin_state_up': True, 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'security_groups': ['216f541e-d95d-4060-a3b4-cb25845a3e57']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:02.906771 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] For port a7963707-b21f-4df0-a757-31d2fe9160ec, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:02.929728 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:02.951560 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] For port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:02.965196 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:02.968527 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] For port a7963707-b21f-4df0-a757-31d2fe9160ec, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a7963707-b21f-4df0-a757-31d2fe9160ec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:02.975707 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:02.975914 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8d1c5-92ef-4fc4-af7c-9ec7cd167909 req-41b6c2f3-7507-4437-a369-edfad22bdbe7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:02.977522 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7ae8d1c5-92ef-4fc4-af7c-9ec7cd167909 req-41b6c2f3-7507-4437-a369-edfad22bdbe7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 943 time: 0.1827376 Apr 11 19:33:03.040416 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-86594b36-73e0-44bb-9d75-78d27a7df31d req-4ec18480-01b6-48a8-aab1-8c16dfeafd43 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533794 Apr 11 19:33:03.070967 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.074034 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.093064 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.094309 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.105334 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] 10.222.0.53 "PUT /v2.0/ports/0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 HTTP/1.1" status: 200 len: 1093 time: 1.6778760 Apr 11 19:33:03.113524 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:03.339543 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38902) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:03.403558 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7358d587-e575-4be7-9ebf-1a812de0ba3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.407458 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9895885-c881-4336-b205-63b55be3562a admin admin] Publish callbacks [] for security_group (3b834745-b3fd-47a8-a10f-0a29fa1159cd), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.421051 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2c6eb-7799-44b3-8c55-cdd4bbc2ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:03.461098 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f9895885-c881-4336-b205-63b55be3562a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3b834745-b3fd-47a8-a10f-0a29fa1159cd), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.492375 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2113c554-9bb2-4856-a917-a27cb97ab7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:03.497601 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.498295 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.499903 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] 10.222.0.53 "PUT /v2.0/ports/a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 200 len: 1093 time: 5.7110279 Apr 11 19:33:03.514210 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'tag': 'a7963707-b21f-4df0-a757-31d2fe9160ec'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:03.514210 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35316857-0836-4f61-8ab6-20115ffa5b30" -d '{"events": [{"name": "network-changed", "server_uuid": "9299aaff-fe2d-4322-8807-4185de4d94a7", "tag": "a7963707-b21f-4df0-a757-31d2fe9160ec"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:03.536436 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.537169 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.538947 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] 10.222.0.53 "PUT /v2.0/ports/8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 1093 time: 4.0144589 Apr 11 19:33:03.543850 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f9895885-c881-4336-b205-63b55be3562a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c9ac1ed32854272ba04194b60a7760e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1451318 Apr 11 19:33:03.547369 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38912) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:03.559505 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b158be7d-eba7-4222-90d6-9856e13bcdec {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:03.559638 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e1108-7af6-40cc-8151-b546c7c33c8a req-0b088d16-e3b3-42a0-a1ff-6e02aacd00d0 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.566947 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-108e1108-7af6-40cc-8151-b546c7c33c8a req-0b088d16-e3b3-42a0-a1ff-6e02aacd00d0 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.3584435 Apr 11 19:33:03.569180 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-8f401022-3845-4a44-8803-46ca8f3958ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.570906 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-8f401022-3845-4a44-8803-46ca8f3958ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 1127 time: 0.3472290 Apr 11 19:33:03.612789 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Publish callbacks [] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.658859 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7ae8d1c5-92ef-4fc4-af7c-9ec7cd167909 req-dd88d444-134a-451f-b95c-e4d60c1dbf1f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6423051 Apr 11 19:33:03.706662 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-91c12817-97fb-4f84-85d0-8889be55e22a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 HTTP/1.1" status: 200 len: 217 time: 0.1084023 Apr 11 19:33:03.710859 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9895885-c881-4336-b205-63b55be3562a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b834745-b3fd-47a8-a10f-0a29fa1159cd,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:03.720610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3e307-9a4b-40cb-85e2-3626194dff9d service neutron] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:03.794860 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Transition to ACTIVE for port object b158be7d-eba7-4222-90d6-9856e13bcdec will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:03.825079 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-108e1108-7af6-40cc-8151-b546c7c33c8a req-94758610-a510-403a-aed9-502851f4c29e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572372 Apr 11 19:33:03.827937 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-d2b31eed-2ce7-4a0e-b54b-0311468d2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.829665 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-d2b31eed-2ce7-4a0e-b54b-0311468d2e7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1127 time: 0.2266529 Apr 11 19:33:03.830777 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.833642 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-5599e579-3a43-4938-9465-7c40e92e8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.835028 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-5599e579-3a43-4938-9465-7c40e92e8ce7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1127 time: 0.2638192 Apr 11 19:33:03.844381 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Made reservation on behalf of e95f3163732d4c719e158cd4b7a76f49 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:03.853104 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.875863 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-5ffd1cf3-6c93-4acd-a418-f6f69c8499f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:03.877424 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-5ffd1cf3-6c93-4acd-a418-f6f69c8499f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.1590528 Apr 11 19:33:03.903203 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7358d587-e575-4be7-9ebf-1a812de0ba3c admin admin] Publish callbacks [] for security_group (08db6484-9b24-4054-a8c5-6d9ea1a0242c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.928414 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-407ed211-2a97-45dc-a34b-5752fb22b858 admin admin] Publish callbacks [] for security_group (3b834745-b3fd-47a8-a10f-0a29fa1159cd), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.942727 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7358d587-e575-4be7-9ebf-1a812de0ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (08db6484-9b24-4054-a8c5-6d9ea1a0242c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:03.973240 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-96e6117f-8bc7-41e4-a5b7-5168f1ceae3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 200 len: 217 time: 0.0939286 Apr 11 19:33:03.975762 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e27fd42-b6cf-4114-ba49-5ebc348f432d x-openstack-request-id: req-4e27fd42-b6cf-4114-ba49-5ebc348f432d {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:03.976321 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:03.976560 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e27fd42-b6cf-4114-ba49-5ebc348f432d {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:03.977029 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e27fd42-b6cf-4114-ba49-5ebc348f432d'] response: {'name': 'network-changed', 'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'status': 'completed', 'code': 200} Apr 11 19:33:03.990680 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-f6204751-19c3-4f80-983c-f2a56152e80d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 217 time: 0.1098564 Apr 11 19:33:04.037356 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-8d4244d7-56f1-485a-a5f6-f1f2562ec12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.039095 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-8d4244d7-56f1-485a-a5f6-f1f2562ec12c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1502562 Apr 11 19:33:04.041865 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7358d587-e575-4be7-9ebf-1a812de0ba3c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fec9c98ee034363b74f6688a822107a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6760018 Apr 11 19:33:04.045294 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38922) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:04.086293 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358d587-e575-4be7-9ebf-1a812de0ba3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db6484-9b24-4054-a8c5-6d9ea1a0242c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:04.171910 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da19f1-f007-4f9d-a454-9995c237c41f service neutron] Pushing event updated for resources: {'Port': ['ID=a7963707-b21f-4df0-a757-31d2fe9160ec,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:04.180729 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60527d45-15a9-432c-b321-a88356cb707e x-openstack-request-id: req-60527d45-15a9-432c-b321-a88356cb707e {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:04.181017 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9299aaff-fe2d-4322-8807-4185de4d94a7", "tag": "a7963707-b21f-4df0-a757-31d2fe9160ec", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:04.181273 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-60527d45-15a9-432c-b321-a88356cb707e {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:04.181675 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60527d45-15a9-432c-b321-a88356cb707e'] response: {'name': 'network-changed', 'server_uuid': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'tag': 'a7963707-b21f-4df0-a757-31d2fe9160ec', 'status': 'completed', 'code': 200} Apr 11 19:33:04.199762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-407ed211-2a97-45dc-a34b-5752fb22b858 admin admin] Publish callbacks [] for security_group (3b834745-b3fd-47a8-a10f-0a29fa1159cd), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.246182 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429488cf-6588-4a66-ba2b-38b2dd091336 req-b23fecf1-0205-4122-8268-4a7627f750a3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.247752 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-429488cf-6588-4a66-ba2b-38b2dd091336 req-b23fecf1-0205-4122-8268-4a7627f750a3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.1343408 Apr 11 19:33:04.304228 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-a7bbd2ef-118e-4989-846d-bbb42adb4e03 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511621 Apr 11 19:33:04.307137 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f0428e4d-e533-47b5-81e5-73c5396e8a38 admin admin] Publish callbacks [] for security_group (08db6484-9b24-4054-a8c5-6d9ea1a0242c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.350451 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-15bd03ac-4ca0-47fe-91d0-bfbac269d54e req-fcccf9bb-72aa-459e-893e-cade33cfa4ae tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 210 time: 0.5519300 Apr 11 19:33:04.374516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f0428e4d-e533-47b5-81e5-73c5396e8a38 admin admin] Publish callbacks [] for security_group (08db6484-9b24-4054-a8c5-6d9ea1a0242c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.389135 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-e0448eae-be76-4263-b41c-a19a9f8f0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.390563 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-e0448eae-be76-4263-b41c-a19a9f8f0ced service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.3859370 Apr 11 19:33:04.430616 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-429488cf-6588-4a66-ba2b-38b2dd091336 req-f4838700-7e1b-4571-b3f9-a8ad518fddf1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1677372 Apr 11 19:33:04.477456 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-339faadd-c37f-468a-8f16-16e62bcb1256 req-416992ad-bfb8-4155-880b-aab8f7787ca7 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644244 Apr 11 19:33:04.490605 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f0428e4d-e533-47b5-81e5-73c5396e8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (08db6484-9b24-4054-a8c5-6d9ea1a0242c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.493655 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f0428e4d-e533-47b5-81e5-73c5396e8a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.497887 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f0428e4d-e533-47b5-81e5-73c5396e8a38 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08db6484-9b24-4054-a8c5-6d9ea1a0242c HTTP/1.1" status: 204 len: 168 time: 0.4486613 Apr 11 19:33:04.506843 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0428e4d-e533-47b5-81e5-73c5396e8a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db6484-9b24-4054-a8c5-6d9ea1a0242c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:04.534869 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-fd5a8e99-60ba-4e84-a6b5-7fc71a43f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.536862 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-fd5a8e99-60ba-4e84-a6b5-7fc71a43f303 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.5058873 Apr 11 19:33:04.546610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Pushing event updated for resources: {'Port': ['ID=b158be7d-eba7-4222-90d6-9856e13bcdec,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:04.605234 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-407ed211-2a97-45dc-a34b-5752fb22b858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3b834745-b3fd-47a8-a10f-0a29fa1159cd), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.608186 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-407ed211-2a97-45dc-a34b-5752fb22b858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.609361 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-407ed211-2a97-45dc-a34b-5752fb22b858 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b834745-b3fd-47a8-a10f-0a29fa1159cd HTTP/1.1" status: 204 len: 168 time: 1.0532222 Apr 11 19:33:04.624245 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-75112793-1cee-437b-9409-9aa6ceb6b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.626093 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-75112793-1cee-437b-9409-9aa6ceb6b953 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2122793 Apr 11 19:33:04.629762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Allocated IP 172.20.0.9 (04920699-676e-4318-9c33-6d394316e286/cd439eb0-d0fc-4532-ae41-c62f2dc82516/4ee3d3ae-4b13-4696-995c-d4417420b6fd) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:33:04.633942 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ed211-2a97-45dc-a34b-5752fb22b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b834745-b3fd-47a8-a10f-0a29fa1159cd,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:04.636684 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Attempting to bind port b158be7d-eba7-4222-90d6-9856e13bcdec on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:04.637396 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Attempting to bind port b158be7d-eba7-4222-90d6-9856e13bcdec by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:04.637396 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Attempting to bind port b158be7d-eba7-4222-90d6-9856e13bcdec on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:04.653149 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0281a-0299-4de3-8657-9551aa5b4c5a req-e0445c15-6d15-44be-af2e-5eee4affcb97 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.655083 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d6e0281a-0299-4de3-8657-9551aa5b4c5a req-e0445c15-6d15-44be-af2e-5eee4affcb97 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 943 time: 0.2120588 Apr 11 19:33:04.659784 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Port b158be7d-eba7-4222-90d6-9856e13bcdec on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:04.660113 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Attempting to bind port b158be7d-eba7-4222-90d6-9856e13bcdec on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:04.830860 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938c0c-3a0e-4656-8cdc-038037fcbe5f req-ac075071-6074-461f-b5fa-b09b7422ade4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:04.832492 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-27938c0c-3a0e-4656-8cdc-038037fcbe5f req-ac075071-6074-461f-b5fa-b09b7422ade4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 943 time: 0.0544109 Apr 11 19:33:04.835524 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:04.835880 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Checking segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:04.836268 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Bound using segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:04.836879 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Bound port: b158be7d-eba7-4222-90d6-9856e13bcdec, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:04.837241 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.898592 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d6e0281a-0299-4de3-8657-9551aa5b4c5a req-22dfb8f7-1791-4ed7-a8b9-0b6f174939b1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134259 Apr 11 19:33:04.917757 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-27938c0c-3a0e-4656-8cdc-038037fcbe5f req-ae3b08d7-214f-4329-8302-2547d8f2e2cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774767 Apr 11 19:33:04.946856 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:04.957466 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] For port b158be7d-eba7-4222-90d6-9856e13bcdec, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:04.964169 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] For port b158be7d-eba7-4222-90d6-9856e13bcdec, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b158be7d-eba7-4222-90d6-9856e13bcdec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:04.975131 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.028240 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.028890 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.030349 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] 10.222.0.53 "PUT /v2.0/ports/b158be7d-eba7-4222-90d6-9856e13bcdec HTTP/1.1" status: 200 len: 1093 time: 3.5934579 Apr 11 19:33:05.041128 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 38956) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:05.045051 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.055771 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176374-9939-4e93-bdfb-6d4b0345fac4 service neutron] Pushing event updated for resources: {'Port': ['ID=b158be7d-eba7-4222-90d6-9856e13bcdec,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:05.059911 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f43c0fe3-989f-4eed-a963-73e871b06147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.121557 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'Port': ['ID=4ee3d3ae-4b13-4696-995c-d4417420b6fd,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:05.139028 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Network 04920699-676e-4318-9c33-6d394316e286 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:05.140696 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:05.143908 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:05.183817 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f43c0fe3-989f-4eed-a963-73e871b06147 admin admin] Publish callbacks [] for security_group (62b22fe4-acfe-4086-a314-8606f1d81ef5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.192215 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f43c0fe3-989f-4eed-a963-73e871b06147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (62b22fe4-acfe-4086-a314-8606f1d81ef5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.205791 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.206524 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.237151 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-b70e3a9b-fa62-48d1-8943-f69900111559 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3662171 Apr 11 19:33:05.248561 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c0fe3-989f-4eed-a963-73e871b06147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b22fe4-acfe-4086-a314-8606f1d81ef5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:05.262184 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 38960) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:05.273663 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f43c0fe3-989f-4eed-a963-73e871b06147 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fecce21cea6840f5bebabe4f78e57bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290244 Apr 11 19:33:05.300785 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Request body: {'port': {'device_id': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:05.402907 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-6edd64aa-58bd-4766-aa83-c620ed467944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.405140 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-6edd64aa-58bd-4766-aa83-c620ed467944 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 1127 time: 0.0993164 Apr 11 19:33:05.461656 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-022cbbec-139f-4be5-a7f0-5478643d3ef2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b158be7d-eba7-4222-90d6-9856e13bcdec HTTP/1.1" status: 200 len: 217 time: 0.0486455 Apr 11 19:33:05.473229 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-3a7bf963-f32e-4733-a9e6-16df89bfab0c None None] Provisioning complete for port 4ee3d3ae-4b13-4696-995c-d4417420b6fd triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:05.473711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf963-f32e-4733-a9e6-16df89bfab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.518794 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3a7bf963-f32e-4733-a9e6-16df89bfab0c None None] Port 4ee3d3ae-4b13-4696-995c-d4417420b6fd cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:33:05.521434 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-8ebae647-ff40-4696-884a-0419ef5553f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.523130 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-8ebae647-ff40-4696-884a-0419ef5553f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0544631 Apr 11 19:33:05.577449 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-dafadb13-a87a-49a4-9a12-0e6df726af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.579337 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-dafadb13-a87a-49a4-9a12-0e6df726af69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0495944 Apr 11 19:33:05.599583 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-6ccbae07-baaf-4f81-8e0e-e03db05baa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.601141 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-6ccbae07-baaf-4f81-8e0e-e03db05baa67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3205583 Apr 11 19:33:05.621013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-817fb82e-1d0f-4bd5-97e7-4f5a4040f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.622477 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-817fb82e-1d0f-4bd5-97e7-4f5a4040f9b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 1127 time: 0.3180504 Apr 11 19:33:05.701991 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-ca2a5a01-0dd0-4339-825d-968214ffaa07 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155417 Apr 11 19:33:05.719122 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:05.738698 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90848a-cfdc-46c3-bcda-c40d847d22f0 req-2bd5f782-42d2-4f68-a93b-d4db6b2919ce tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:05.740942 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d90848a-cfdc-46c3-bcda-c40d847d22f0 req-2bd5f782-42d2-4f68-a93b-d4db6b2919ce tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 931 time: 0.2929437 Apr 11 19:33:05.848818 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-25a143b5-4148-4f98-afcf-dd494ab6b86c req-75d4189c-b0a2-41b3-a4ff-8b133a05c9d9 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397781 Apr 11 19:33:05.883192 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1e179c9-ab95-4a8d-8fb3-98fda2c99a44 admin admin] Publish callbacks [] for security_group (62b22fe4-acfe-4086-a314-8606f1d81ef5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:05.918921 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:05.958204 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:06.050360 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:06.051083 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.072713 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:06.121083 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-4832ffeb-b0b2-443f-bc34-e347efb6277f service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8378394 Apr 11 19:33:06.125183 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:06.131565 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.134038 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.147540 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ee3ef-327c-42d8-8bc0-f0ee84b07bf5 req-4c4d2c19-5711-4fdf-bcb9-9680898e2fef tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:06.155027 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c68ee3ef-327c-42d8-8bc0-f0ee84b07bf5 req-4c4d2c19-5711-4fdf-bcb9-9680898e2fef tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0913024 Apr 11 19:33:06.190081 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}, {'name': 'network-changed', 'server_uuid': '40496617-d418-4c51-b21e-5096b294977b', 'tag': 'b158be7d-eba7-4222-90d6-9856e13bcdec'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:06.192322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6347bc2-0b9e-420d-b118-ff6142adf8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}, {"name": "network-changed", "server_uuid": "40496617-d418-4c51-b21e-5096b294977b", "tag": "b158be7d-eba7-4222-90d6-9856e13bcdec"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:06.208611 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1e179c9-ab95-4a8d-8fb3-98fda2c99a44 admin admin] Publish callbacks [] for security_group (62b22fe4-acfe-4086-a314-8606f1d81ef5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.229939 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c68ee3ef-327c-42d8-8bc0-f0ee84b07bf5 req-0a71de8b-6d8e-4af7-ae28-0c14cd94d780 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729718 Apr 11 19:33:06.234368 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d90848a-cfdc-46c3-bcda-c40d847d22f0 req-d13d0dd0-9ff3-449c-84a4-b2b69f82d476 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4231479 Apr 11 19:33:06.249384 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:06.263490 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-0ba44ea9-e5a0-4ecd-b2c4-b70e8b4e22f4 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360750 Apr 11 19:33:06.272883 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-f10aadc3-f545-4481-82ca-43fc496575db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:06.274218 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-f10aadc3-f545-4481-82ca-43fc496575db service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.6420681 Apr 11 19:33:06.371259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:06.399750 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1e179c9-ab95-4a8d-8fb3-98fda2c99a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (62b22fe4-acfe-4086-a314-8606f1d81ef5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.402009 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b1e179c9-ab95-4a8d-8fb3-98fda2c99a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.409504 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836f51f-7d5e-4822-aa88-ebfe85b1508b req-83a1305b-c159-4abb-b0f5-dc5587b289dc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:06.411982 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8836f51f-7d5e-4822-aa88-ebfe85b1508b req-83a1305b-c159-4abb-b0f5-dc5587b289dc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 943 time: 0.0593212 Apr 11 19:33:06.413059 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b1e179c9-ab95-4a8d-8fb3-98fda2c99a44 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62b22fe4-acfe-4086-a314-8606f1d81ef5 HTTP/1.1" status: 204 len: 168 time: 1.1447372 Apr 11 19:33:06.468085 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8836f51f-7d5e-4822-aa88-ebfe85b1508b req-22247b65-86d4-45bb-8619-1695e590024a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465972 Apr 11 19:33:06.495561 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e179c9-ab95-4a8d-8fb3-98fda2c99a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b22fe4-acfe-4086-a314-8606f1d81ef5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:06.523209 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdc55b-300f-4582-b63a-86adf5990c88 req-1f399951-2a7f-4d22-b077-a2116fe3d44b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:06.525578 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bdbdc55b-300f-4582-b63a-86adf5990c88 req-1f399951-2a7f-4d22-b077-a2116fe3d44b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 944 time: 0.1434219 Apr 11 19:33:06.563512 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d52927-1bcb-4a38-8141-dfefa853c895 x-openstack-request-id: req-14d52927-1bcb-4a38-8141-dfefa853c895 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:06.563806 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40496617-d418-4c51-b21e-5096b294977b", "tag": "b158be7d-eba7-4222-90d6-9856e13bcdec", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:06.564063 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14d52927-1bcb-4a38-8141-dfefa853c895 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:06.564458 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d52927-1bcb-4a38-8141-dfefa853c895'] response: {'name': 'network-changed', 'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'status': 'completed', 'code': 200} Apr 11 19:33:06.564738 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d52927-1bcb-4a38-8141-dfefa853c895'] response: {'name': 'network-changed', 'server_uuid': '40496617-d418-4c51-b21e-5096b294977b', 'tag': 'b158be7d-eba7-4222-90d6-9856e13bcdec', 'status': 'completed', 'code': 200} Apr 11 19:33:06.627954 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bdbdc55b-300f-4582-b63a-86adf5990c88 req-abf43e1c-0cff-422d-856a-c2cc495f6afc tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957515 Apr 11 19:33:06.795060 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-1d4cb3a2-3074-4623-bd91-30ca045a75cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 HTTP/1.1" status: 200 len: 217 time: 0.0935867 Apr 11 19:33:06.930741 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee3d3ae-4b13-4696-995c-d4417420b6fd {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:06.948512 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Publish callbacks [] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:06.998723 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-ae1a9302-541b-4f63-a2f9-1e2ec6ba2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.000215 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-ae1a9302-541b-4f63-a2f9-1e2ec6ba2730 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.1475501 Apr 11 19:33:07.002044 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e8dfac1-9be4-4669-ace3-b19b15413d1e req-bf8dcca0-8ded-4d8a-9dae-43f8ae580a4d service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115542 Apr 11 19:33:07.003062 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Transition to ACTIVE for port object 4ee3d3ae-4b13-4696-995c-d4417420b6fd will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:07.009271 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:07.048886 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-69b2516a-823c-4e3c-9bcd-27ebf3d667a6 req-7dd37e18-bf48-4f39-8ed4-1d332f1220ed service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498673 Apr 11 19:33:07.117994 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3d3ae-4b13-4696-995c-d4417420b6fd,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:07.134927 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-c711db8b-1ed7-490d-bfb9-559d068ff3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.137075 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-c711db8b-1ed7-490d-bfb9-559d068ff3ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0829856 Apr 11 19:33:07.261400 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Attempting to bind port 4ee3d3ae-4b13-4696-995c-d4417420b6fd on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:07.262482 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Attempting to bind port 4ee3d3ae-4b13-4696-995c-d4417420b6fd by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:07.263035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Attempting to bind port 4ee3d3ae-4b13-4696-995c-d4417420b6fd on network 04920699-676e-4318-9c33-6d394316e286 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:07.270757 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Port 4ee3d3ae-4b13-4696-995c-d4417420b6fd on network 04920699-676e-4318-9c33-6d394316e286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:07.271156 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Attempting to bind port 4ee3d3ae-4b13-4696-995c-d4417420b6fd on network 04920699-676e-4318-9c33-6d394316e286 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:07.281841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:07.281841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Checking segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:07.281841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Bound using segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:07.281841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Bound port: 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:07.281841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:07.426230 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] For port 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:07.458019 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5b353-750a-42fb-aa34-d90be51100c7 req-dd2ea5e3-1063-41b0-98b2-7867f5ac2a5b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.462633 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] For port 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:07.464290 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1ec5b353-750a-42fb-aa34-d90be51100c7 req-dd2ea5e3-1063-41b0-98b2-7867f5ac2a5b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.0999839 Apr 11 19:33:07.483353 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14401f-34bd-4efa-b067-a5f204bfbecf req-5d6d1c77-ee73-4983-a20f-4b32c90d20bd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.490716 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e14401f-34bd-4efa-b067-a5f204bfbecf req-5d6d1c77-ee73-4983-a20f-4b32c90d20bd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0878758 Apr 11 19:33:07.501892 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:07.559957 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1ec5b353-750a-42fb-aa34-d90be51100c7 req-477f3d70-4d2f-4be3-bdd0-bde9aaf200d6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897734 Apr 11 19:33:07.572063 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.572783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:07.575006 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] 10.222.0.53 "PUT /v2.0/ports/4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 200 len: 1093 time: 2.2930484 Apr 11 19:33:07.620783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26291350-b7d3-4f23-90fa-0e92cc231399 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee3d3ae-4b13-4696-995c-d4417420b6fd,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:07.634662 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e14401f-34bd-4efa-b067-a5f204bfbecf req-14e6d614-36d7-46b5-8331-178cb0e3729c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1431293 Apr 11 19:33:07.744754 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b158be7d-eba7-4222-90d6-9856e13bcdec details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:07.779225 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39189d-2e38-4af2-b8b2-d8873fbe11c0 req-bf0e374f-6e2f-4ed3-a52a-9cb225bc8a69 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.790533 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ae39189d-2e38-4af2-b8b2-d8873fbe11c0 req-bf0e374f-6e2f-4ed3-a52a-9cb225bc8a69 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 943 time: 0.1090276 Apr 11 19:33:07.846670 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d998f4-e157-4506-8494-8c98eecb12e5 req-536b6f5e-8733-4884-9fd0-036b0e6a73f9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:07.848311 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-22d998f4-e157-4506-8494-8c98eecb12e5 req-536b6f5e-8733-4884-9fd0-036b0e6a73f9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 944 time: 0.0869379 Apr 11 19:33:07.893367 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ae39189d-2e38-4af2-b8b2-d8873fbe11c0 req-88db3f5e-b7e2-463a-8315-30203ea640d4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990055 Apr 11 19:33:07.917666 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b158be7d-eba7-4222-90d6-9856e13bcdec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b158be7d-eba7-4222-90d6-9856e13bcdec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:07.935340 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'b158be7d-eba7-4222-90d6-9856e13bcdec', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'port_id': 'b158be7d-eba7-4222-90d6-9856e13bcdec', 'mac_address': 'fa:16:3e:fd:f3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:07.939309 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:07.959459 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-22d998f4-e157-4506-8494-8c98eecb12e5 req-a3b47840-48c5-4505-aabd-597f61dcc2b7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030462 Apr 11 19:33:07.972615 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39100) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:08.039398 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b158be7d-eba7-4222-90d6-9856e13bcdec is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:08.039787 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.042322 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:08.055623 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:08.056202 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.077156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b158be7d-eba7-4222-90d6-9856e13bcdec {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:08.109587 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b158be7d-eba7-4222-90d6-9856e13bcdec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b158be7d-eba7-4222-90d6-9856e13bcdec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:08.116753 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.146405 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c9c6-0ca9-4965-ab11-298758f1c2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.206064 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b158be7d-eba7-4222-90d6-9856e13bcdec,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:08.209739 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:08.210334 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.242411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:08.246237 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282f960c-b438-43f3-b516-505bc4d2e83b" -d '{"events": [{"server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "name": "network-vif-plugged", "status": "completed", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:08.256059 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c9c6-0ca9-4965-ab11-298758f1c2d5 admin admin] Publish callbacks [] for security_group (484d6a72-122d-471a-bb2f-d1879c4d9133), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.262434 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c9c6-0ca9-4965-ab11-298758f1c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (484d6a72-122d-471a-bb2f-d1879c4d9133), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.273000 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:08.278454 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.286785 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad7bea-85e2-47c7-a8d8-bb0ba1749b7e x-openstack-request-id: req-24ad7bea-85e2-47c7-a8d8-bb0ba1749b7e {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:08.287408 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "name": "network-vif-plugged", "status": "completed", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:08.287868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-24ad7bea-85e2-47c7-a8d8-bb0ba1749b7e {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:08.288487 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ad7bea-85e2-47c7-a8d8-bb0ba1749b7e'] response: {'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'code': 200} Apr 11 19:33:08.317508 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-e6c1c9c6-0ca9-4965-ab11-298758f1c2d5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df2f2d04faac446d922aa0cacec49b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429105 Apr 11 19:33:08.318370 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39114) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:08.337792 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c9c6-0ca9-4965-ab11-298758f1c2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484d6a72-122d-471a-bb2f-d1879c4d9133,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:08.349155 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:08.390850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d306-4230-44f4-a6e4-31b3204cbbd3 admin admin] Publish callbacks [] for security_group (484d6a72-122d-471a-bb2f-d1879c4d9133), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.417845 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d306-4230-44f4-a6e4-31b3204cbbd3 admin admin] Publish callbacks [] for security_group (484d6a72-122d-471a-bb2f-d1879c4d9133), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.425581 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['b158be7d-eba7-4222-90d6-9856e13bcdec'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:08.471165 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-e2527ac9-d785-40bd-ad97-f37b50c26d70 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882277 Apr 11 19:33:08.483482 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d306-4230-44f4-a6e4-31b3204cbbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (484d6a72-122d-471a-bb2f-d1879c4d9133), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.486487 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d306-4230-44f4-a6e4-31b3204cbbd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:08.491727 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d8e2d306-4230-44f4-a6e4-31b3204cbbd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/484d6a72-122d-471a-bb2f-d1879c4d9133 HTTP/1.1" status: 204 len: 168 time: 0.1692915 Apr 11 19:33:08.503524 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2d306-4230-44f4-a6e4-31b3204cbbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d6a72-122d-471a-bb2f-d1879c4d9133,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:08.503724 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-cbf1441c-7cb1-4329-b023-d855b82e7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:08.505389 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-cbf1441c-7cb1-4329-b023-d855b82e7824 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1127 time: 0.2213707 Apr 11 19:33:08.508525 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-7bdc014d-a135-4940-b630-5a1474f281d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:08.510047 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-7bdc014d-a135-4940-b630-5a1474f281d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 1127 time: 0.0715973 Apr 11 19:33:08.566521 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:08.569046 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3991153b-f04c-4513-8e7f-256e6c7b73e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:08.649711 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7f027-fe9f-43d5-9dd8-905008a25c9c x-openstack-request-id: req-79a7f027-fe9f-43d5-9dd8-905008a25c9c {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:08.650322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:08.650322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79a7f027-fe9f-43d5-9dd8-905008a25c9c {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:08.650687 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a7f027-fe9f-43d5-9dd8-905008a25c9c'] response: {'name': 'network-changed', 'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'status': 'completed', 'code': 200} Apr 11 19:33:08.790590 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2df12-9eb3-46e3-84d6-e4366755a15b req-7edd1000-8f76-443d-b1e0-8b8cfba1840f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:08.794093 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-add2df12-9eb3-46e3-84d6-e4366755a15b req-7edd1000-8f76-443d-b1e0-8b8cfba1840f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.1001844 Apr 11 19:33:08.818363 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e8c58-ccce-4146-9dfa-5405a287fae8 req-9e64a13b-5e35-4ad6-b397-a12a88df1b67 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:08.820240 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-623e8c58-ccce-4146-9dfa-5405a287fae8 req-9e64a13b-5e35-4ad6-b397-a12a88df1b67 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0927222 Apr 11 19:33:08.878977 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-623e8c58-ccce-4146-9dfa-5405a287fae8 req-a26d5aac-5c74-4df3-b8bf-c2fb29df1420 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490432 Apr 11 19:33:08.886649 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-add2df12-9eb3-46e3-84d6-e4366755a15b req-0949d5a9-f317-46c1-ba36-b02d46838330 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822551 Apr 11 19:33:09.006774 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39158) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:09.025238 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-251fa0d4-9f6a-4c25-9780-8747584af5e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.025493 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f0b22-5f8e-45e1-861d-911fbb1fb079 req-8703aa1a-6bc2-4c75-9c8e-3cdf29291631 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:09.028440 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f78f0b22-5f8e-45e1-861d-911fbb1fb079 req-8703aa1a-6bc2-4c75-9c8e-3cdf29291631 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 944 time: 0.0554180 Apr 11 19:33:09.096861 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f78f0b22-5f8e-45e1-861d-911fbb1fb079 req-8f3b911a-70cc-44ba-8d23-7e28d84dcce9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623658 Apr 11 19:33:09.123306 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33984fa-b1de-445a-ad4d-456ad78e1795 req-2045cb1b-0451-4ec9-87b9-0d248a5cb856 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:09.127735 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b33984fa-b1de-445a-ad4d-456ad78e1795 req-2045cb1b-0451-4ec9-87b9-0d248a5cb856 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0786829 Apr 11 19:33:09.363061 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-251fa0d4-9f6a-4c25-9780-8747584af5e2 admin admin] Publish callbacks [] for security_group (b9357c63-61ab-49ec-a871-b1708e29875c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.378230 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b33984fa-b1de-445a-ad4d-456ad78e1795 req-9022039b-56dd-4e79-989c-1a6b56e3beb9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440686 Apr 11 19:33:09.379492 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-251fa0d4-9f6a-4c25-9780-8747584af5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b9357c63-61ab-49ec-a871-b1708e29875c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.430737 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-251fa0d4-9f6a-4c25-9780-8747584af5e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e252eb8f30b4e5983735f14e4035e46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228623 Apr 11 19:33:09.431958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fa0d4-9f6a-4c25-9780-8747584af5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9357c63-61ab-49ec-a871-b1708e29875c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:09.434710 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39182) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:09.435015 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2113c554-9bb2-4856-a917-a27cb97ab7bc req-b4a5c0f7-ca41-4b46-bdea-05d8412b34e8 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114299 Apr 11 19:33:09.491097 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1e32b83-80d6-4697-b6c6-3251d354b29c admin admin] Publish callbacks [] for security_group (b9357c63-61ab-49ec-a871-b1708e29875c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.509890 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-c029ad1b-cdd0-4e69-82d3-323265aa35a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 200 len: 217 time: 0.0771966 Apr 11 19:33:09.519229 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1e32b83-80d6-4697-b6c6-3251d354b29c admin admin] Publish callbacks [] for security_group (b9357c63-61ab-49ec-a871-b1708e29875c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.561850 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-049a6020-ff5a-453f-9fea-ed7e69f40f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:09.563357 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-049a6020-ff5a-453f-9fea-ed7e69f40f7e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1127 time: 0.1266191 Apr 11 19:33:09.579977 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1e32b83-80d6-4697-b6c6-3251d354b29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b9357c63-61ab-49ec-a871-b1708e29875c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.583157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1e32b83-80d6-4697-b6c6-3251d354b29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.584557 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d1e32b83-80d6-4697-b6c6-3251d354b29c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9357c63-61ab-49ec-a871-b1708e29875c HTTP/1.1" status: 204 len: 168 time: 0.1479750 Apr 11 19:33:09.593685 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-106a38a8-7385-404b-b985-a6a315cc2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:09.595164 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-106a38a8-7385-404b-b985-a6a315cc2c36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.1593657 Apr 11 19:33:09.597229 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e32b83-80d6-4697-b6c6-3251d354b29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9357c63-61ab-49ec-a871-b1708e29875c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:09.761596 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:09.796726 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b158be7d-eba7-4222-90d6-9856e13bcdec up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:09.838439 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-01744acb-279d-42ed-a76f-c2a1b9cd8f2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 217 time: 0.1101971 Apr 11 19:33:09.869393 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port b158be7d-eba7-4222-90d6-9856e13bcdec completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:09.904402 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port b158be7d-eba7-4222-90d6-9856e13bcdec triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:09.905045 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:09.978557 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:09.994067 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'mac_address': 'fa:16:3e:32:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:10.067490 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-1f444714-270b-4081-b6fd-8e28fc1be0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.069541 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-1f444714-270b-4081-b6fd-8e28fc1be0c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.3515646 Apr 11 19:33:10.090617 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42882f74-e9ad-4e11-9afe-512655c09a11 req-bc16c49c-3685-4e69-976f-a8071ec7cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.092114 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-42882f74-e9ad-4e11-9afe-512655c09a11 req-bc16c49c-3685-4e69-976f-a8071ec7cbfa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 1129 time: 0.3117690 Apr 11 19:33:10.152763 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b158be7d-eba7-4222-90d6-9856e13bcdec is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:10.152763 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:10.181878 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac7d1-102d-4bd1-b2a0-9423e751a59e req-17e1a3fb-ff2f-4312-bc61-40591f50ebb0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.191922 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c65ac7d1-102d-4bd1-b2a0-9423e751a59e req-17e1a3fb-ff2f-4312-bc61-40591f50ebb0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.1214273 Apr 11 19:33:10.235235 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54cba2-ad5a-4225-be14-f99ca1a1cdf8 req-c99708dc-8ea7-477d-8aa9-7da85c39ee27 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.242964 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ac54cba2-ad5a-4225-be14-f99ca1a1cdf8 req-c99708dc-8ea7-477d-8aa9-7da85c39ee27 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.1721442 Apr 11 19:33:10.248342 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-027ae613-e810-4f24-acfa-b93434460c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.250082 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-027ae613-e810-4f24-acfa-b93434460c6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.3913248 Apr 11 19:33:10.258843 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-42882f74-e9ad-4e11-9afe-512655c09a11 req-5ed5e9bd-c4aa-4b27-8b01-4c33c4ca5a39 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293368 Apr 11 19:33:10.260060 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-cb3a51af-c05f-4252-985a-289eecc3d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.264442 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-cb3a51af-c05f-4252-985a-289eecc3d6a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.5451071 Apr 11 19:33:10.265592 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb168d-2004-4428-acee-f2399767d403 req-a8b18ce7-0023-404d-908d-cfe6de92d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.271644 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-a8b18ce7-0023-404d-908d-cfe6de92d38e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1737986 Apr 11 19:33:10.275209 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b158be7d-eba7-4222-90d6-9856e13bcdec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b158be7d-eba7-4222-90d6-9856e13bcdec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:10.280430 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c65ac7d1-102d-4bd1-b2a0-9423e751a59e req-715631a1-47be-46b3-877c-096f8368acc8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851178 Apr 11 19:33:10.286981 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:10.287525 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:10.325477 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40496617-d418-4c51-b21e-5096b294977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158be7d-eba7-4222-90d6-9856e13bcdec'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:10.330041 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87888d0c-6e7c-4ec3-b2bb-23c63e02f3c4" -d '{"events": [{"server_uuid": "40496617-d418-4c51-b21e-5096b294977b", "name": "network-vif-plugged", "status": "completed", "tag": "b158be7d-eba7-4222-90d6-9856e13bcdec"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:10.337240 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eccdbc7-e958-46e1-be53-04fe3fb890c8 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:10.370567 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ac54cba2-ad5a-4225-be14-f99ca1a1cdf8 req-f0b58ffb-2ba1-4463-be45-fa750c40ee5d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207802 Apr 11 19:33:10.393444 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:10.395714 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-1d753fa6-3995-4de0-b810-7b2aa5d53988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.397692 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-1d753fa6-3995-4de0-b810-7b2aa5d53988 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1244268 Apr 11 19:33:10.404014 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:10.419306 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:10.421221 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device a7963707-b21f-4df0-a757-31d2fe9160ec details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:10.513123 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba39e-a89c-4746-b228-3be8e9383ce7 req-70ca3098-808d-4a69-b76f-35eef1135525 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.515076 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-567ba39e-a89c-4746-b228-3be8e9383ce7 req-70ca3098-808d-4a69-b76f-35eef1135525 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1159616 Apr 11 19:33:10.601126 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-567ba39e-a89c-4746-b228-3be8e9383ce7 req-fc2a5e62-e100-428a-ae27-876d5553911f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799625 Apr 11 19:33:10.779066 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb98ab9-202b-4795-ae71-c6f44e215a9b x-openstack-request-id: req-ecb98ab9-202b-4795-ae71-c6f44e215a9b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:10.780234 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40496617-d418-4c51-b21e-5096b294977b", "name": "network-vif-plugged", "status": "completed", "tag": "b158be7d-eba7-4222-90d6-9856e13bcdec", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:10.780509 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ecb98ab9-202b-4795-ae71-c6f44e215a9b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:10.780955 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb98ab9-202b-4795-ae71-c6f44e215a9b'] response: {'server_uuid': '40496617-d418-4c51-b21e-5096b294977b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b158be7d-eba7-4222-90d6-9856e13bcdec', 'code': 200} Apr 11 19:33:10.788464 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b158be7d-eba7-4222-90d6-9856e13bcdec,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:10.825247 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-df318951-4482-4c44-951a-efc1559da488 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 200 len: 217 time: 0.3019497 Apr 11 19:33:10.890115 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d2fc1-752d-40f2-a8fc-cf58136d08d7 req-2297aa56-a33d-4640-a9e6-846af7c2e01c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:10.900159 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-123d2fc1-752d-40f2-a8fc-cf58136d08d7 req-2297aa56-a33d-4640-a9e6-846af7c2e01c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.4341195 Apr 11 19:33:10.943841 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:10.971580 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port a7963707-b21f-4df0-a757-31d2fe9160ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a7963707-b21f-4df0-a757-31d2fe9160ec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:10.991498 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'a7963707-b21f-4df0-a757-31d2fe9160ec', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'port_id': 'a7963707-b21f-4df0-a757-31d2fe9160ec', 'mac_address': 'fa:16:3e:01:7d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:11.027301 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-123d2fc1-752d-40f2-a8fc-cf58136d08d7 req-b79aa921-89e6-43ce-9b2f-c0823bfd18f3 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256006 Apr 11 19:33:11.066523 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port a7963707-b21f-4df0-a757-31d2fe9160ec is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:11.066935 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.086202 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b069d04-386b-4d91-bae3-9d506981f1cb req-ab518c69-153d-44c4-b9fb-2cb2c8d0356d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:11.086668 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-53fd6b5b-b609-4075-8b65-dca4cde50752 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733526 Apr 11 19:33:11.088711 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-e15bf46d-3ec4-4528-95b3-c8254d58b313 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672050 Apr 11 19:33:11.092305 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7b069d04-386b-4d91-bae3-9d506981f1cb req-ab518c69-153d-44c4-b9fb-2cb2c8d0356d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.0722420 Apr 11 19:33:11.104539 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7963707-b21f-4df0-a757-31d2fe9160ec {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:11.127245 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-f6a977aa-7198-4723-b67b-92ae9518f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:11.130698 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-f6a977aa-7198-4723-b67b-92ae9518f006 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0990300 Apr 11 19:33:11.138265 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-a01e24fe-7cb1-41fb-bba9-39765fe48cb2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1054840 Apr 11 19:33:11.145810 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port a7963707-b21f-4df0-a757-31d2fe9160ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a7963707-b21f-4df0-a757-31d2fe9160ec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:11.151927 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.163012 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7b069d04-386b-4d91-bae3-9d506981f1cb req-87bdefeb-7716-4f02-803d-938c3156f4e0 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638452 Apr 11 19:33:11.208932 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=a7963707-b21f-4df0-a757-31d2fe9160ec,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:11.241560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39294) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:11.414322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cc21a8a-0eed-4bfc-abf8-77067b12936f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.442872 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb992e0-8a57-45a1-9fd2-9ba23233f27b req-26bea6c2-5285-4e52-81f4-12053ba07c9d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:11.444378 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8cb992e0-8a57-45a1-9fd2-9ba23233f27b req-26bea6c2-5285-4e52-81f4-12053ba07c9d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.1014540 Apr 11 19:33:11.521661 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75771734-ddb0-4dfb-bf30-40ce2807701e req-32e40b9a-21f7-452c-8d73-6cd6bc40ca65 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:11.524946 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-75771734-ddb0-4dfb-bf30-40ce2807701e req-32e40b9a-21f7-452c-8d73-6cd6bc40ca65 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 944 time: 0.0582225 Apr 11 19:33:11.531679 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8cb992e0-8a57-45a1-9fd2-9ba23233f27b req-40968eae-a8ff-4f7d-919e-6917e8bb74ea tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649469 Apr 11 19:33:11.561482 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cc21a8a-0eed-4bfc-abf8-77067b12936f admin admin] Publish callbacks [] for security_group (c3fe5e43-b342-43df-b636-0fbeb2a6fc74), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.567567 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5cc21a8a-0eed-4bfc-abf8-77067b12936f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c3fe5e43-b342-43df-b636-0fbeb2a6fc74), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.597171 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-75771734-ddb0-4dfb-bf30-40ce2807701e req-38721a6e-c540-4ffe-8146-9417797e00df tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570149 Apr 11 19:33:11.598549 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['8eccdbc7-e958-46e1-be53-04fe3fb890c8'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:11.633244 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5cc21a8a-0eed-4bfc-abf8-77067b12936f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbf6495db5834aba937346fe7d33302f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901911 Apr 11 19:33:11.634594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc21a8a-0eed-4bfc-abf8-77067b12936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fe5e43-b342-43df-b636-0fbeb2a6fc74,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:11.635667 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39318) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:11.696579 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1fd1973-a8cb-4a6a-abda-4abe97ef7885 admin admin] Publish callbacks [] for security_group (c3fe5e43-b342-43df-b636-0fbeb2a6fc74), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.709889 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['a7963707-b21f-4df0-a757-31d2fe9160ec'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:11.724407 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1fd1973-a8cb-4a6a-abda-4abe97ef7885 admin admin] Publish callbacks [] for security_group (c3fe5e43-b342-43df-b636-0fbeb2a6fc74), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.742525 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f06f3-56be-4ebe-b956-f3aadf03ec60 req-87325464-7b6d-4dc2-9f5a-5d2262747ee2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:11.744413 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-052f06f3-56be-4ebe-b956-f3aadf03ec60 req-87325464-7b6d-4dc2-9f5a-5d2262747ee2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0588982 Apr 11 19:33:11.781206 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1fd1973-a8cb-4a6a-abda-4abe97ef7885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c3fe5e43-b342-43df-b636-0fbeb2a6fc74), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.784874 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1fd1973-a8cb-4a6a-abda-4abe97ef7885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:11.786539 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c1fd1973-a8cb-4a6a-abda-4abe97ef7885 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3fe5e43-b342-43df-b636-0fbeb2a6fc74 HTTP/1.1" status: 204 len: 168 time: 0.1497092 Apr 11 19:33:11.799600 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd1973-a8cb-4a6a-abda-4abe97ef7885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fe5e43-b342-43df-b636-0fbeb2a6fc74,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:11.810371 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-052f06f3-56be-4ebe-b956-f3aadf03ec60 req-051f7afd-d273-4523-825c-e25113cbb580 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584686 Apr 11 19:33:12.061320 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39326) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:12.078687 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-67db6930-fa20-4edf-ba77-b07bd1d53d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.145006 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f6ccc-8628-4387-b79f-c46eed54201d req-6f18642b-ba55-40c0-a0a4-1229e58d7f65 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:12.146403 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ea9f6ccc-8628-4387-b79f-c46eed54201d req-6f18642b-ba55-40c0-a0a4-1229e58d7f65 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Apr 11 19:33:12.212461 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ea9f6ccc-8628-4387-b79f-c46eed54201d req-46812b4a-f180-4617-8f50-ed43c2204824 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597203 Apr 11 19:33:12.232958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-67db6930-fa20-4edf-ba77-b07bd1d53d2a admin admin] Publish callbacks [] for security_group (8ae37b8b-4dea-4acc-97e9-40198f3c6f8d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.237951 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-67db6930-fa20-4edf-ba77-b07bd1d53d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8ae37b8b-4dea-4acc-97e9-40198f3c6f8d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.276739 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-67db6930-fa20-4edf-ba77-b07bd1d53d2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0f14927a4d7463289c11d5b4417bd84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142115 Apr 11 19:33:12.277606 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db6930-fa20-4edf-ba77-b07bd1d53d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae37b8b-4dea-4acc-97e9-40198f3c6f8d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:12.279592 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f2855-28f3-4e77-868e-637a00eed782 req-fc233f08-addc-4391-a125-50f4b28a275e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:12.281161 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c54f2855-28f3-4e77-868e-637a00eed782 req-fc233f08-addc-4391-a125-50f4b28a275e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.0494320 Apr 11 19:33:12.284773 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39330) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:12.331255 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c54f2855-28f3-4e77-868e-637a00eed782 req-6390f68d-9a6d-458e-9041-6ba6fcb07da8 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Apr 11 19:33:12.333175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5890eae-053b-4aaa-b411-3dbe436a4b48 admin admin] Publish callbacks [] for security_group (8ae37b8b-4dea-4acc-97e9-40198f3c6f8d), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.359736 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5890eae-053b-4aaa-b411-3dbe436a4b48 admin admin] Publish callbacks [] for security_group (8ae37b8b-4dea-4acc-97e9-40198f3c6f8d), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.406330 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5890eae-053b-4aaa-b411-3dbe436a4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8ae37b8b-4dea-4acc-97e9-40198f3c6f8d), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.408881 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5890eae-053b-4aaa-b411-3dbe436a4b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:12.409999 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b5890eae-053b-4aaa-b411-3dbe436a4b48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ae37b8b-4dea-4acc-97e9-40198f3c6f8d HTTP/1.1" status: 204 len: 168 time: 0.1242862 Apr 11 19:33:12.418208 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5890eae-053b-4aaa-b411-3dbe436a4b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae37b8b-4dea-4acc-97e9-40198f3c6f8d,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:12.745369 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c9f49-500d-417a-89de-c77d13b26477 req-a3b6f31d-4455-4fd5-8d90-011ed6f00832 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:12.753584 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b5c9f49-500d-417a-89de-c77d13b26477 req-a3b6f31d-4455-4fd5-8d90-011ed6f00832 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.1089034 Apr 11 19:33:12.836983 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b5c9f49-500d-417a-89de-c77d13b26477 req-8cdfa634-e92b-4f27-9dd5-cc5940a3f1f1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824447 Apr 11 19:33:12.920470 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-e04ba10f-10cb-48fd-8483-1c184acd8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:12.923256 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-e04ba10f-10cb-48fd-8483-1c184acd8248 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2884634 Apr 11 19:33:12.955008 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c388-7872-4b0d-8c8b-d7d0c38a14a3 req-aa24b467-9d5f-4d9a-8b09-1b3d209d2716 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:12.961775 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f296c388-7872-4b0d-8c8b-d7d0c38a14a3 req-aa24b467-9d5f-4d9a-8b09-1b3d209d2716 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 944 time: 0.2219632 Apr 11 19:33:13.014559 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56319351-fa3f-4f02-9767-bb3868ccbcc3 req-ddcc5948-2f9a-4492-87a2-4911b5d0fb9c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:13.015533 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cdeb168d-2004-4428-acee-f2399767d403 req-50ede81c-6add-4195-90a9-ed8baaaeb3e2 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996632 Apr 11 19:33:13.017202 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-56319351-fa3f-4f02-9767-bb3868ccbcc3 req-ddcc5948-2f9a-4492-87a2-4911b5d0fb9c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0506394 Apr 11 19:33:13.029488 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-60cbf435-0aee-4550-9e6a-f182a3c6c70b service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937182 Apr 11 19:33:13.067941 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f296c388-7872-4b0d-8c8b-d7d0c38a14a3 req-f9931a34-910a-49c6-9c14-237db812bb42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050456 Apr 11 19:33:13.113449 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-56319351-fa3f-4f02-9767-bb3868ccbcc3 req-ecb989de-56c6-4c67-ac56-ac24143386c1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856531 Apr 11 19:33:13.241797 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00874-2679-4b58-bb73-3abd00698b24 req-cdcfb334-6d53-478e-8de4-7ff7d3894775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:13.243377 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-cdcfb334-6d53-478e-8de4-7ff7d3894775 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f53c1709fe5447bbfc1110d5e87e913&device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 1129 time: 0.1072478 Apr 11 19:33:13.284509 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-0114047c-c7ed-4a18-8ebb-9d31aee4b230 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469307 Apr 11 19:33:13.365188 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802e7f-57b0-45ef-bd64-8e4dbff1671c req-b5244270-3d8a-4209-928e-942c0b8861bf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:13.373193 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9c802e7f-57b0-45ef-bd64-8e4dbff1671c req-b5244270-3d8a-4209-928e-942c0b8861bf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0692439 Apr 11 19:33:13.435533 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9c802e7f-57b0-45ef-bd64-8e4dbff1671c req-38c5f7a7-8d32-4af1-9723-8044226b21bd tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562837 Apr 11 19:33:13.498791 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a67843-36a3-4902-afd3-0f19842ca48d req-25237246-70c4-4deb-8f6e-525b3be25c33 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:13.521295 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-28a67843-36a3-4902-afd3-0f19842ca48d req-25237246-70c4-4deb-8f6e-525b3be25c33 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.0878785 Apr 11 19:33:13.574740 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-28a67843-36a3-4902-afd3-0f19842ca48d req-6cc5b90f-f2e6-4b4d-80e8-3d64e2880bca tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525517 Apr 11 19:33:13.638984 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4a03-7798-4b3b-9b3f-b16fea15de69 req-a8aa2a93-a7c2-4404-ae54-9c465780000a tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:13.640521 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-419d4a03-7798-4b3b-9b3f-b16fea15de69 req-a8aa2a93-a7c2-4404-ae54-9c465780000a tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0700119 Apr 11 19:33:13.650067 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39406) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:13.656269 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:13.735932 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (67a347f4-3df1-4796-9b58-ed34b8775453), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:13.823636 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:13.872420 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:13.879892 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:13.880132 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:13.963661 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.008993 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:14.009457 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.019315 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d26fe-4cd4-4eb8-8613-65072b2a16df req-588ce46b-2c3b-4dcf-914e-b8b8d172eceb tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.027995 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-096d26fe-4cd4-4eb8-8613-65072b2a16df req-588ce46b-2c3b-4dcf-914e-b8b8d172eceb tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.0693026 Apr 11 19:33:14.052248 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:14.060391 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be769338-6474-4945-9bce-6035677f6f4c" -d '{"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-plugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:14.079290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.53', 58247) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:14.093070 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:14.099796 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.101189 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device a7963707-b21f-4df0-a757-31d2fe9160ec up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:14.193126 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-8b1e79f6-4964-4db6-b092-4afd2482ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.193399 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b39fe-037f-47ab-b977-1a570499968d x-openstack-request-id: req-6c5b39fe-037f-47ab-b977-1a570499968d {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:14.193727 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-plugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:14.193994 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c5b39fe-037f-47ab-b977-1a570499968d {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:14.194931 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-8b1e79f6-4964-4db6-b092-4afd2482ea89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 1129 time: 0.1083724 Apr 11 19:33:14.195162 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5b39fe-037f-47ab-b977-1a570499968d'] response: {'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'code': 200} Apr 11 19:33:14.207826 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-9b5bbb0f-de79-49cc-8399-322bb0e7d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.209368 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-9b5bbb0f-de79-49cc-8399-322bb0e7d3c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 1127 time: 0.1735010 Apr 11 19:33:14.314423 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-096d26fe-4cd4-4eb8-8613-65072b2a16df req-feb7b2b8-f8b1-46a1-9367-1b59738ecbca tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852812 Apr 11 19:33:14.320420 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port a7963707-b21f-4df0-a757-31d2fe9160ec completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:14.348466 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:14.356173 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03824a0-ced4-44f0-b5a8-2fda8e4bcf83 req-faaa9d75-a588-4414-808d-f53bb1a01976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.357706 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f03824a0-ced4-44f0-b5a8-2fda8e4bcf83 req-faaa9d75-a588-4414-808d-f53bb1a01976 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 1129 time: 0.2590678 Apr 11 19:33:14.361105 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port a7963707-b21f-4df0-a757-31d2fe9160ec triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:14.361536 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.386783 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.53', 58248) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:14.460051 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port a7963707-b21f-4df0-a757-31d2fe9160ec is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:14.460543 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.510042 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port a7963707-b21f-4df0-a757-31d2fe9160ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a7963707-b21f-4df0-a757-31d2fe9160ec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:14.519283 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.520501 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:33:14.583256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00874-2679-4b58-bb73-3abd00698b24 req-d82f57b2-69e4-4010-9258-ab9cfa5172c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.584568 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-d82f57b2-69e4-4010-9258-ab9cfa5172c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 HTTP/1.1" status: 200 len: 912 time: 0.4751461 Apr 11 19:33:14.619041 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-a58e2874-7ed0-40aa-9677-88c56cc9aa00 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.622626 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-a58e2874-7ed0-40aa-9677-88c56cc9aa00 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.53 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 945 time: 0.5662584 Apr 11 19:33:14.699973 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=a7963707-b21f-4df0-a757-31d2fe9160ec,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:14.769255 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:14.769681 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.784392 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39468) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:14.844807 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-300fc716-97ec-4787-849b-00913978d83d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6 HTTP/1.1" status: 200 len: 217 time: 0.1986742 Apr 11 19:33:14.877629 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,segment=NetworkSegment(87b4b906-62c1-4d3f-aba1-dc783d07ad31),segment_id=87b4b906-62c1-4d3f-aba1-dc783d07ad31)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:14.884351 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:14.937269 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00874-2679-4b58-bb73-3abd00698b24 req-e008f140-815b-4cd1-a74f-4430fa50f247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.938377 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-e008f140-815b-4cd1-a74f-4430fa50f247 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1fc7f230-98f8-4fda-a539-87221ef5d0e9 HTTP/1.1" status: 200 len: 851 time: 0.0835655 Apr 11 19:33:14.973211 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f03824a0-ced4-44f0-b5a8-2fda8e4bcf83 req-6b6cf464-a217-4049-9ed3-1ef1ce54c13b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873174 Apr 11 19:33:14.977901 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:14.979256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e14d6-10a9-4f69-b4cf-f6ec205c4eb0 req-5eaed90f-132c-4b74-9357-d017c3fb2d20 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:14.980755 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2c8e14d6-10a9-4f69-b4cf-f6ec205c4eb0 req-5eaed90f-132c-4b74-9357-d017c3fb2d20 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.3992426 Apr 11 19:33:15.055776 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-b0d2242a-e012-4648-badc-c35f06067ef5 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0351567 Apr 11 19:33:15.058672 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-6f18a3ea-554d-4f14-84bb-79214f7975b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928805 Apr 11 19:33:15.125461 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-72590b2f-438d-4290-86ba-9cfc9cc931a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.149156 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c9529-84bb-4552-8ba7-e68f9f7ccf53 req-247aee04-5bf8-4551-bb67-8c3bed14a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.150674 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-eb1c9529-84bb-4552-8ba7-e68f9f7ccf53 req-247aee04-5bf8-4551-bb67-8c3bed14a63f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1129 time: 0.7518854 Apr 11 19:33:15.153037 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Deleting port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:33:15.153384 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.179365 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-bf26e80e-7310-413e-9eb4-11ad4a58e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.180982 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-bf26e80e-7310-413e-9eb4-11ad4a58e0a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.9654968 Apr 11 19:33:15.198192 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb7794-bc1e-485c-991c-5b8a2ed08f10 req-885e0d2f-7156-4800-a58b-fba7f71bb0b8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.205857 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-eebb7794-bc1e-485c-991c-5b8a2ed08f10 req-885e0d2f-7156-4800-a58b-fba7f71bb0b8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.6430523 Apr 11 19:33:15.307898 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-e8a08049-62d3-4127-9ddb-297d1e0b6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.309557 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-e8a08049-62d3-4127-9ddb-297d1e0b6b7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 911 time: 1.0297549 Apr 11 19:33:15.325951 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-450e9c8f-7c8f-4ffd-b2db-9a3d875b3001 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b158be7d-eba7-4222-90d6-9856e13bcdec HTTP/1.1" status: 200 len: 217 time: 0.1013520 Apr 11 19:33:15.447189 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-a743133a-333a-4196-bc07-194730021515 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 200 len: 217 time: 0.1288061 Apr 11 19:33:15.465287 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2c8e14d6-10a9-4f69-b4cf-f6ec205c4eb0 req-cd8b8248-9502-4aef-9e7c-67f053f9e38c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4615498 Apr 11 19:33:15.538026 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-eebb7794-bc1e-485c-991c-5b8a2ed08f10 req-e172995f-0775-454d-bbec-7974d036ecca tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320932 Apr 11 19:33:15.548849 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-eb1c9529-84bb-4552-8ba7-e68f9f7ccf53 req-eefb1749-1c1f-435c-aec8-c1f41bd0593e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3267660 Apr 11 19:33:15.558084 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:33:15.576197 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] For port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,segment=NetworkSegment(87b4b906-62c1-4d3f-aba1-dc783d07ad31),segment_id=87b4b906-62c1-4d3f-aba1-dc783d07ad31)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:15.576567 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.605565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-5ca88e9f-fadb-4824-a823-076aed5e7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.607212 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-5ca88e9f-fadb-4824-a823-076aed5e7da8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.2697821 Apr 11 19:33:15.642114 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Calling delete_port for 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:33:15.656362 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-7bf872d9-16f7-4046-a7a8-b69b8cb5c68b service neutron] 10.222.0.53 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198219 Apr 11 19:33:15.680031 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.686532 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (67a347f4-3df1-4796-9b58-ed34b8775453), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.693986 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115d1d4-6bf0-4dd0-b253-82352fc1ea9b req-db29fe73-3f34-4e19-a5d6-1d019e4d9beb tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.695429 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4115d1d4-6bf0-4dd0-b253-82352fc1ea9b req-db29fe73-3f34-4e19-a5d6-1d019e4d9beb tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 943 time: 0.0742791 Apr 11 19:33:15.699255 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-72590b2f-438d-4290-86ba-9cfc9cc931a0 admin admin] Publish callbacks [] for security_group (756d362a-ed44-42e4-ab18-19d4108870d5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.706483 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162309c7-104e-4e13-93f6-bd92c89b41c6 req-e55a42ae-f98f-42b4-8fc5-1e25cbddf45e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:15.707967 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-162309c7-104e-4e13-93f6-bd92c89b41c6 req-e55a42ae-f98f-42b4-8fc5-1e25cbddf45e tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 943 time: 0.1250577 Apr 11 19:33:15.737747 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-72590b2f-438d-4290-86ba-9cfc9cc931a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (756d362a-ed44-42e4-ab18-19d4108870d5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.802775 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 4ee3d3ae-4b13-4696-995c-d4417420b6fd details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:15.815304 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-72590b2f-438d-4290-86ba-9cfc9cc931a0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f24fe3ee0a1b4155961eeb0f246dfc27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0262311 Apr 11 19:33:15.818157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39486) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:15.818827 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72590b2f-438d-4290-86ba-9cfc9cc931a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756d362a-ed44-42e4-ab18-19d4108870d5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:15.841964 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4115d1d4-6bf0-4dd0-b253-82352fc1ea9b req-d21c6f3f-8bea-4bf8-bf06-1b1d25686b89 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115870 Apr 11 19:33:15.864930 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-162309c7-104e-4e13-93f6-bd92c89b41c6 req-f188584d-635c-4b42-8348-a5d6b58a41e4 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/security-groups?id=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280041 Apr 11 19:33:15.891579 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP 67a347f4-3df1-4796-9b58-ed34b8775453 associated. External IP: 172.28.2.55, port: 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447. Apr 11 19:33:15.940849 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:15.949357 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (689af5d1-9a4c-48bd-aa63-af0f3daa27e6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.957699 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'port_id': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'mac_address': 'fa:16:3e:19:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:15.969681 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d1e-29c4-4b00-84e6-181918e83ae1 admin admin] Publish callbacks [] for security_group (756d362a-ed44-42e4-ab18-19d4108870d5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:15.993040 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Pushing event deleted for resources: {'Port': ['ID=689af5d1-9a4c-48bd-aa63-af0f3daa27e6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:16.027239 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 4ee3d3ae-4b13-4696-995c-d4417420b6fd is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:16.027638 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.044974 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee3d3ae-4b13-4696-995c-d4417420b6fd {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:16.071425 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:16.078622 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.097354 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] No DVR routers for this DVR port 689af5d1-9a4c-48bd-aa63-af0f3daa27e6 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:33:16.100931 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.104745 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.53 "DELETE /v2.0/ports/689af5d1-9a4c-48bd-aa63-af0f3daa27e6 HTTP/1.1" status: 204 len: 173 time: 1.4504285 Apr 11 19:33:16.107000 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'name': 'network-vif-deleted', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:16.109530 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae1d007-22ab-41f5-be00-d775fc3eb1d2" -d '{"events": [{"server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "name": "network-vif-deleted", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:16.115946 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d1e-29c4-4b00-84e6-181918e83ae1 admin admin] Publish callbacks [] for security_group (756d362a-ed44-42e4-ab18-19d4108870d5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.147528 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c877d3f-8715-4e8e-a82b-ddfbfc7389d5 x-openstack-request-id: req-2c877d3f-8715-4e8e-a82b-ddfbfc7389d5 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:16.147830 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "name": "network-vif-deleted", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:16.147956 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=4ee3d3ae-4b13-4696-995c-d4417420b6fd,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:16.148059 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c877d3f-8715-4e8e-a82b-ddfbfc7389d5 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:16.148438 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c877d3f-8715-4e8e-a82b-ddfbfc7389d5'] response: {'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'name': 'network-vif-deleted', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6', 'status': 'completed', 'code': 200} Apr 11 19:33:16.179284 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-66f00874-2679-4b58-bb73-3abd00698b24 req-429e66a0-b3ae-48f7-976a-cae888dcc796 service neutron] 10.222.0.53 "GET /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754751 Apr 11 19:33:16.182590 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-4bcba5ac-5396-460f-b450-f0555b8bccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:16.184159 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-4bcba5ac-5396-460f-b450-f0555b8bccb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1766021 Apr 11 19:33:16.190371 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-1dfbd137-c1bb-4b19-b228-e6e7a556354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:16.192013 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-1dfbd137-c1bb-4b19-b228-e6e7a556354b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.1834025 Apr 11 19:33:16.196427 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7963707-b21f-4df0-a757-31d2fe9160ec'}, {'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:16.200514 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81143efe-dbf1-49e8-8c38-3057d6d2936c" -d '{"events": [{"server_uuid": "9299aaff-fe2d-4322-8807-4185de4d94a7", "name": "network-vif-plugged", "status": "completed", "tag": "a7963707-b21f-4df0-a757-31d2fe9160ec"}, {"server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "name": "network-vif-unplugged", "status": "completed", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:16.245774 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207fef6d-6114-4b65-890d-5fc1e125a058 x-openstack-request-id: req-207fef6d-6114-4b65-890d-5fc1e125a058 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:16.246108 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299aaff-fe2d-4322-8807-4185de4d94a7", "name": "network-vif-plugged", "status": "completed", "tag": "a7963707-b21f-4df0-a757-31d2fe9160ec", "code": 200}, {"server_uuid": "86a12427-9c2f-4371-9410-a899a434588b", "name": "network-vif-unplugged", "status": "completed", "tag": "689af5d1-9a4c-48bd-aa63-af0f3daa27e6", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:16.246353 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-207fef6d-6114-4b65-890d-5fc1e125a058 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:16.246856 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207fef6d-6114-4b65-890d-5fc1e125a058'] response: {'server_uuid': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7963707-b21f-4df0-a757-31d2fe9160ec', 'code': 200} Apr 11 19:33:16.247111 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207fef6d-6114-4b65-890d-5fc1e125a058'] response: {'server_uuid': '86a12427-9c2f-4371-9410-a899a434588b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689af5d1-9a4c-48bd-aa63-af0f3daa27e6', 'code': 200} Apr 11 19:33:16.250584 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d1e-29c4-4b00-84e6-181918e83ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (756d362a-ed44-42e4-ab18-19d4108870d5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.253112 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4baf4d1e-29c4-4b00-84e6-181918e83ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.254235 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-4baf4d1e-29c4-4b00-84e6-181918e83ae1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/756d362a-ed44-42e4-ab18-19d4108870d5 HTTP/1.1" status: 204 len: 168 time: 0.4348516 Apr 11 19:33:16.296974 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf4d1e-29c4-4b00-84e6-181918e83ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756d362a-ed44-42e4-ab18-19d4108870d5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:16.333437 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:33:16.389196 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['4ee3d3ae-4b13-4696-995c-d4417420b6fd'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:16.454827 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:33:16.470897 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:16.475483 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:33:16.502070 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:16.502798 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:16.570468 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-521abe0a-53e2-4f8f-8cd7-61286e4364d0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "PUT /v2.0/floatingips/67a347f4-3df1-4796-9b58-ed34b8775453 HTTP/1.1" status: 200 len: 990 time: 2.9175444 Apr 11 19:33:16.572435 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:16.594668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e3217-9cde-461e-babc-c1684c459fea" -d '{"events": [{"name": "network-changed", "server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:16.703809 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:16.756089 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a937-62ce-477b-8d27-8fb8d75ea98b req-49d7d656-b833-4f5a-b9f2-255eb7481030 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:16.768167 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0ee8a937-62ce-477b-8d27-8fb8d75ea98b req-49d7d656-b833-4f5a-b9f2-255eb7481030 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1006391 Apr 11 19:33:16.839920 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0ee8a937-62ce-477b-8d27-8fb8d75ea98b req-67c45fba-9127-4b61-9eb6-d159dc0dfafc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659809 Apr 11 19:33:16.854085 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96fdbf-502b-4c3e-99bb-e47d2c9a2aee req-f30f83ca-88f7-4d56-8e0e-9a1f7c0001c4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:16.856105 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ca96fdbf-502b-4c3e-99bb-e47d2c9a2aee req-f30f83ca-88f7-4d56-8e0e-9a1f7c0001c4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.2545750 Apr 11 19:33:17.058045 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f487bd-c455-4235-bdbc-1fdeeb83cd28 req-29a72a3b-bd10-4329-acfa-a326c1af0c1b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:17.080188 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e4f487bd-c455-4235-bdbc-1fdeeb83cd28 req-29a72a3b-bd10-4329-acfa-a326c1af0c1b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 944 time: 0.1152833 Apr 11 19:33:17.250593 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:15Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:17.271105 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3217-9cde-461e-babc-c1684c459fea req-eefd1adf-fc00-458d-947e-121918da321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:17.278233 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-eefd1adf-fc00-458d-947e-121918da321b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 1129 time: 0.1833038 Apr 11 19:33:17.348070 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:33:17.375685 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:17.376313 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:32:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:17.379431 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f9cf3f-5385-4f20-a5d3-9277d1d7a9d6 x-openstack-request-id: req-93f9cf3f-5385-4f20-a5d3-9277d1d7a9d6 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:17.379931 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:17.380139 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-93f9cf3f-5385-4f20-a5d3-9277d1d7a9d6 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:17.380918 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f9cf3f-5385-4f20-a5d3-9277d1d7a9d6'] response: {'name': 'network-changed', 'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'status': 'completed', 'code': 200} Apr 11 19:33:17.390978 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-4df78a4c-4dcd-4ceb-9b4f-43cf5064381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:17.392597 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-4df78a4c-4dcd-4ceb-9b4f-43cf5064381d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6598821 Apr 11 19:33:17.395337 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e4f487bd-c455-4235-bdbc-1fdeeb83cd28 req-6f37eee1-cec0-4785-8ba4-9aaf1eee77fc tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114395 Apr 11 19:33:17.404877 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-33dbdbdb-445d-454f-8cf6-0ff4a13dcbfc service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889434 Apr 11 19:33:17.454711 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ca96fdbf-502b-4c3e-99bb-e47d2c9a2aee req-d114e134-7ae5-4a31-99aa-35d19ffb1e66 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785897 Apr 11 19:33:17.476815 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39552) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:17.526339 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-77311f39-3031-40df-90d0-b99d00bde61f req-cd32368b-6c13-4e2f-ae80-5bd964610aa5 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.0410063 Apr 11 19:33:17.532621 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:17.725692 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-96045704-d3aa-4cde-b3c6-20e9bd96f97c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:17.781461 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-467ecda1-b292-49d3-805c-b8d2c8b279db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:17.796021 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3217-9cde-461e-babc-c1684c459fea req-98caa89c-803e-4f84-8726-4bbe38eb0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:17.797546 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-98caa89c-803e-4f84-8726-4bbe38eb0bfd service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.1898828 Apr 11 19:33:17.821047 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 4ee3d3ae-4b13-4696-995c-d4417420b6fd up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:17.888768 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-33ad726b-7be1-44ec-becb-d9394e1bd92b service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094821 Apr 11 19:33:17.901987 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 4ee3d3ae-4b13-4696-995c-d4417420b6fd completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:17.903163 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-96045704-d3aa-4cde-b3c6-20e9bd96f97c admin admin] Publish callbacks [] for security_group (1716a4dc-f614-4cdf-b027-397dd1ab283e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:17.907594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-96045704-d3aa-4cde-b3c6-20e9bd96f97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1716a4dc-f614-4cdf-b027-397dd1ab283e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:17.914035 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:15Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:17.915392 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 4ee3d3ae-4b13-4696-995c-d4417420b6fd triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:17.917163 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:17.953359 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-96045704-d3aa-4cde-b3c6-20e9bd96f97c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=192ac7c0fefc4dfca40dbef23d0501d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4754088 Apr 11 19:33:17.954215 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96045704-d3aa-4cde-b3c6-20e9bd96f97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1716a4dc-f614-4cdf-b027-397dd1ab283e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:17.957020 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39566) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:17.970310 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acfc852-ec75-4321-8938-50e9858de114 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:15Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:33:17.986987 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b6347bc2-0b9e-420d-b118-ff6142adf8b6 req-2a64a8bf-e55f-4fc5-a984-8dae999e6190 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702746 Apr 11 19:33:18.040485 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa9104-a9a3-4969-a89f-6c497a02a8a3 req-0fe04f5c-cc2f-4d31-a063-8d0decfe87a9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:18.042106 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-84fa9104-a9a3-4969-a89f-6c497a02a8a3 req-0fe04f5c-cc2f-4d31-a063-8d0decfe87a9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0971522 Apr 11 19:33:18.074122 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 4ee3d3ae-4b13-4696-995c-d4417420b6fd is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:18.075099 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:18.100872 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b46d37e8-7be9-4f00-9f44-b4cd9d0e814c admin admin] Publish callbacks [] for security_group (1716a4dc-f614-4cdf-b027-397dd1ab283e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:18.166646 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:18.172887 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:18.213303 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-84fa9104-a9a3-4969-a89f-6c497a02a8a3 req-2b230050-a34c-455d-8c7e-d5d91c004a06 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636419 Apr 11 19:33:18.248207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:18.252145 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7469d608-85b7-4a2e-8720-25aff4810217" -d '{"events": [{"server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:18.283380 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b46d37e8-7be9-4f00-9f44-b4cd9d0e814c admin admin] Publish callbacks [] for security_group (1716a4dc-f614-4cdf-b027-397dd1ab283e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:18.296391 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=4ee3d3ae-4b13-4696-995c-d4417420b6fd,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:18.298774 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-06c007e2-7f97-4920-b3fc-caa28c5b5e28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 HTTP/1.1" status: 200 len: 998 time: 0.1707873 Apr 11 19:33:18.320074 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537f954-edc9-4b7e-b98f-5abf5551a3ca req-ad5fa833-720a-40f4-aee4-b209450b00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:18.323868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfcd3f3-c25e-4690-a4b4-4f26fee66c62 x-openstack-request-id: req-dcfcd3f3-c25e-4690-a4b4-4f26fee66c62 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:18.324248 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "name": "network-vif-plugged", "status": "completed", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:18.324570 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dcfcd3f3-c25e-4690-a4b4-4f26fee66c62 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:18.325527 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfcd3f3-c25e-4690-a4b4-4f26fee66c62'] response: {'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'code': 200} Apr 11 19:33:18.326825 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5537f954-edc9-4b7e-b98f-5abf5551a3ca req-ad5fa833-720a-40f4-aee4-b209450b00b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1129 time: 0.1955087 Apr 11 19:33:18.371210 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4b0b7-b5a4-4e1c-af4e-616ee0f02f4f None None] New status for floating IP 67a347f4-3df1-4796-9b58-ed34b8775453: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:33:18.452054 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3991153b-f04c-4513-8e7f-256e6c7b73e9 req-54afe981-af13-4b17-8f68-8e6df249bc6e service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193023 Apr 11 19:33:18.462554 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b46d37e8-7be9-4f00-9f44-b4cd9d0e814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1716a4dc-f614-4cdf-b027-397dd1ab283e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:18.466623 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b46d37e8-7be9-4f00-9f44-b4cd9d0e814c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:18.468890 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b46d37e8-7be9-4f00-9f44-b4cd9d0e814c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1716a4dc-f614-4cdf-b027-397dd1ab283e HTTP/1.1" status: 204 len: 168 time: 0.5096335 Apr 11 19:33:18.480580 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d37e8-7be9-4f00-9f44-b4cd9d0e814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716a4dc-f614-4cdf-b027-397dd1ab283e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:18.548328 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f266d-534c-484d-89c0-08ffe88366ac req-0abc24cc-c6f9-4f2f-8161-8a3df090ac73 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:18.550470 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-381f266d-534c-484d-89c0-08ffe88366ac req-0abc24cc-c6f9-4f2f-8161-8a3df090ac73 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0670724 Apr 11 19:33:18.616610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3217-9cde-461e-babc-c1684c459fea req-96a60d44-28ff-4349-8367-2981caa36eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:18.618193 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-96a60d44-28ff-4349-8367-2981caa36eb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.1123760 Apr 11 19:33:18.727818 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5537f954-edc9-4b7e-b98f-5abf5551a3ca req-e5e18108-f25f-4aa2-bbf4-7801e49b665f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761096 Apr 11 19:33:18.733192 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-381f266d-534c-484d-89c0-08ffe88366ac req-b3c6b4cb-3c51-417d-b993-72746bc13f71 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579077 Apr 11 19:33:18.870621 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7711f3-8fa9-414f-8066-0deb8a77cea3 req-cd2a9a6e-ccb1-4f57-9a2e-549a5b18c1f2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:18.872194 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1f7711f3-8fa9-414f-8066-0deb8a77cea3 req-cd2a9a6e-ccb1-4f57-9a2e-549a5b18c1f2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1113558 Apr 11 19:33:18.912972 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ebca8d2d-832a-4c55-a939-1742fa034e95 req-bd0b016f-e8ef-44be-9585-ed10789450d2 tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] 10.222.0.26 "GET /v2.0/ports?device_id=86a12427-9c2f-4371-9410-a899a434588b HTTP/1.1" status: 200 len: 210 time: 0.0538309 Apr 11 19:33:18.984205 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1f7711f3-8fa9-414f-8066-0deb8a77cea3 req-8730deb8-1649-40be-902f-28aca8510ea7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029127 Apr 11 19:33:19.117311 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab6ea-9b98-4a0b-ab37-7d7ff04b7406 req-deb939f3-5fd9-4a66-a20e-bb761594080e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.127876 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f12ab6ea-9b98-4a0b-ab37-7d7ff04b7406 req-deb939f3-5fd9-4a66-a20e-bb761594080e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1499214 Apr 11 19:33:19.243440 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-dee971a2-4687-4b82-8a74-5513ebc46e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.245096 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-dee971a2-4687-4b82-8a74-5513ebc46e55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 1129 time: 0.1137054 Apr 11 19:33:19.284044 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e3217-9cde-461e-babc-c1684c459fea req-7eafd8d5-c9fd-413c-a14e-0c4f29ae0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.286191 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-7eafd8d5-c9fd-413c-a14e-0c4f29ae0139 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2209079 Apr 11 19:33:19.295510 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c209-463a-47a7-b136-a32ef4d83ce6 req-5d64c4f9-9d46-4897-8b86-50e27220119c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.297364 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6918c209-463a-47a7-b136-a32ef4d83ce6 req-5d64c4f9-9d46-4897-8b86-50e27220119c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1118784 Apr 11 19:33:19.306976 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39628) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:19.313552 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'floatingip': {'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:19.335857 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f12ab6ea-9b98-4a0b-ab37-7d7ff04b7406 req-c420da8e-1012-4a7b-bf0e-25412dc6555e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053552 Apr 11 19:33:19.397192 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39632) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:19.415275 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc6eef12-9127-4764-9e46-d91cc32348d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.437262 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (df5c0580-c49c-470d-ba43-7d2caef18725), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.561144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc6eef12-9127-4764-9e46-d91cc32348d8 admin admin] Publish callbacks [] for security_group (017a1bcc-06ff-48e0-8904-8a9762eef252), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.566415 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc6eef12-9127-4764-9e46-d91cc32348d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (017a1bcc-06ff-48e0-8904-8a9762eef252), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.645328 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-fc6eef12-9127-4764-9e46-d91cc32348d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48b2263cada449f2af45e4828b880f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461951 Apr 11 19:33:19.661995 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6eef12-9127-4764-9e46-d91cc32348d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017a1bcc-06ff-48e0-8904-8a9762eef252,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:19.672899 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39640) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:19.772142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61f1fd-df68-4051-9d98-486d23463a03 req-47231b90-21d6-4eea-8db5-26f16a2fae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.774126 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2f61f1fd-df68-4051-9d98-486d23463a03 req-47231b90-21d6-4eea-8db5-26f16a2fae6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 1129 time: 0.1137064 Apr 11 19:33:19.785712 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-84e62b88-a753-4fa8-b750-1575682da87f service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476898 Apr 11 19:33:19.862125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39650) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:19.862125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8c7f-c650-4d36-b088-0a02a7be943e admin admin] Publish callbacks [] for security_group (017a1bcc-06ff-48e0-8904-8a9762eef252), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.892592 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-9a3c623b-37f1-415d-82f9-b67d995f8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:19.894443 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-9a3c623b-37f1-415d-82f9-b67d995f8825 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.2669299 Apr 11 19:33:19.900681 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8c7f-c650-4d36-b088-0a02a7be943e admin admin] Publish callbacks [] for security_group (017a1bcc-06ff-48e0-8904-8a9762eef252), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.929289 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2f61f1fd-df68-4051-9d98-486d23463a03 req-bbcf0fa0-3ab2-47c5-a7b6-71e87771e342 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274703 Apr 11 19:33:19.970795 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8c7f-c650-4d36-b088-0a02a7be943e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (017a1bcc-06ff-48e0-8904-8a9762eef252), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.974235 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8c7f-c650-4d36-b088-0a02a7be943e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:19.978054 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ba3e8c7f-c650-4d36-b088-0a02a7be943e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/017a1bcc-06ff-48e0-8904-8a9762eef252 HTTP/1.1" status: 204 len: 168 time: 0.2995679 Apr 11 19:33:19.985081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e8c7f-c650-4d36-b088-0a02a7be943e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017a1bcc-06ff-48e0-8904-8a9762eef252,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:20.047319 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7623fd14-6f9e-4dd6-b5ba-192cfd83e7dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.120173 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba752-576c-43b4-84df-05c0189f8f10 req-19c75968-30db-43dd-bea0-a95ee752e8ae tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:20.129097 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2adba752-576c-43b4-84df-05c0189f8f10 req-19c75968-30db-43dd-bea0-a95ee752e8ae tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.2797666 Apr 11 19:33:20.169517 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7623fd14-6f9e-4dd6-b5ba-192cfd83e7dd admin admin] Publish callbacks [] for security_group (b47d3e65-8ce6-4ecc-b514-b798c94c2ee3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.175260 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7623fd14-6f9e-4dd6-b5ba-192cfd83e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b47d3e65-8ce6-4ecc-b514-b798c94c2ee3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.220805 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623fd14-6f9e-4dd6-b5ba-192cfd83e7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47d3e65-8ce6-4ecc-b514-b798c94c2ee3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:20.222564 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a77e3217-9cde-461e-babc-c1684c459fea req-7b522ec5-7983-42ca-a5eb-0c755aa3ef1f service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300718 Apr 11 19:33:20.225302 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7623fd14-6f9e-4dd6-b5ba-192cfd83e7dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a5771ea99c84c60b4aa5737b49bea05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491137 Apr 11 19:33:20.227769 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39664) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:20.296919 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d650-ce9e-4842-b185-f7274ce11bd9 admin admin] Publish callbacks [] for security_group (b47d3e65-8ce6-4ecc-b514-b798c94c2ee3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.323006 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d650-ce9e-4842-b185-f7274ce11bd9 admin admin] Publish callbacks [] for security_group (b47d3e65-8ce6-4ecc-b514-b798c94c2ee3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.503649 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d650-ce9e-4842-b185-f7274ce11bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b47d3e65-8ce6-4ecc-b514-b798c94c2ee3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.506676 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5cf4d650-ce9e-4842-b185-f7274ce11bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.508099 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5cf4d650-ce9e-4842-b185-f7274ce11bd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b47d3e65-8ce6-4ecc-b514-b798c94c2ee3 HTTP/1.1" status: 204 len: 168 time: 0.2792463 Apr 11 19:33:20.532920 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4d650-ce9e-4842-b185-f7274ce11bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47d3e65-8ce6-4ecc-b514-b798c94c2ee3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:20.568089 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22ccb6-2c24-47e8-8be2-dbd343b4f45b req-0776d88e-26ab-42b6-8018-5fc9889044bf tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:20.581848 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fa22ccb6-2c24-47e8-8be2-dbd343b4f45b req-0776d88e-26ab-42b6-8018-5fc9889044bf tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1209774 Apr 11 19:33:20.603167 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2adba752-576c-43b4-84df-05c0189f8f10 req-fbb82201-ef6e-49af-9eae-e3d1059c5ad1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4728971 Apr 11 19:33:20.725105 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-ea3ae157-71e2-448d-a8c3-4637285c4668 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b158be7d-eba7-4222-90d6-9856e13bcdec HTTP/1.1" status: 200 len: 217 time: 0.0647113 Apr 11 19:33:20.742728 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fa22ccb6-2c24-47e8-8be2-dbd343b4f45b req-afa4c74a-e667-4e03-86e0-30f98d7a9a85 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563399 Apr 11 19:33:20.792176 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-227c5233-def9-419d-baab-6144f4c6c205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.805828 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-ec5d560e-8784-4c4d-91c3-839ccb200789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:20.807553 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-ec5d560e-8784-4c4d-91c3-839ccb200789 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0638745 Apr 11 19:33:20.836941 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.db.resource_extend [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:33:20.964436 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:20.970057 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (df5c0580-c49c-470d-ba43-7d2caef18725), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.106028 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39700) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:21.128684 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Floating IP df5c0580-c49c-470d-ba43-7d2caef18725 associated. External IP: 172.28.2.34, port: 8eccdbc7-e958-46e1-be53-04fe3fb890c8. Apr 11 19:33:21.131008 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.147565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-f986cd8f-f6e9-4d0e-8ac7-472a6827db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:21.149251 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-f986cd8f-f6e9-4d0e-8ac7-472a6827db77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0645897 Apr 11 19:33:21.266133 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-9d23857b-890e-40dd-84bc-041fe3e78c7b service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098194 Apr 11 19:33:21.364462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Publish callbacks [] for security_group (fcfb3016-926b-485f-b9e7-518527c0753c), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.371767 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fcfb3016-926b-485f-b9e7-518527c0753c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.373113 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7adac29a-69e9-4866-8ed6-23c57eb0c187 req-1f7d548e-3cdd-4cde-adb8-2c8184f4035e service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985739 Apr 11 19:33:21.458679 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb3016-926b-485f-b9e7-518527c0753c,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:21.468933 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf5271f10c874790b8a8f748e736abc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617120 Apr 11 19:33:21.473169 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39708) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:21.477777 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.478097 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.478492 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.478846 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.479176 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.479505 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.479830 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.480192 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.480467 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.480940 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.481681 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.482103 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.482625 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.482911 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.483247 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbbc1fb-8e4a-4efd-b897-439642c8d105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:21.495885 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:33:21.570640 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b190ed06-cfcc-4a12-a199-d9bbde2c464c admin admin] Publish callbacks [] for security_group (fcfb3016-926b-485f-b9e7-518527c0753c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.597877 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b190ed06-cfcc-4a12-a199-d9bbde2c464c admin admin] Publish callbacks [] for security_group (fcfb3016-926b-485f-b9e7-518527c0753c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.660521 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:33:21.666084 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.677276 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:33:21.694714 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:21.697589 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:33:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:21.700603 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b190ed06-cfcc-4a12-a199-d9bbde2c464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fcfb3016-926b-485f-b9e7-518527c0753c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.708580 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b190ed06-cfcc-4a12-a199-d9bbde2c464c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.714654 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b190ed06-cfcc-4a12-a199-d9bbde2c464c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcfb3016-926b-485f-b9e7-518527c0753c HTTP/1.1" status: 204 len: 168 time: 0.2394099 Apr 11 19:33:21.745484 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190ed06-cfcc-4a12-a199-d9bbde2c464c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb3016-926b-485f-b9e7-518527c0753c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:21.765564 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39730) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:21.819080 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.852540 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3ce3f5e7-f88c-49fe-8b13-d512e53c6c2f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "PUT /v2.0/floatingips/df5c0580-c49c-470d-ba43-7d2caef18725 HTTP/1.1" status: 200 len: 990 time: 2.5440538 Apr 11 19:33:21.855767 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:21.861003 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ef3beb-e777-4a61-8cd2-387ab92ae154" -d '{"events": [{"name": "network-changed", "server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:21.873238 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e3643-5352-444b-9be5-f0d870fec712 req-3e366903-fac6-4d90-87d2-af9eab8cbc55 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:21.874971 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-582e3643-5352-444b-9be5-f0d870fec712 req-3e366903-fac6-4d90-87d2-af9eab8cbc55 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1577475 Apr 11 19:33:21.875928 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Deleting subnet 1fc7f230-98f8-4fda-a539-87221ef5d0e9 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:33:21.888041 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Publish callbacks [] for subnet (1fc7f230-98f8-4fda-a539-87221ef5d0e9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:21.957154 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:21.980157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0825e67-4ef9-4e19-a898-103afc1947c0 req-a92e27cc-ed0c-4f2f-9f75-0de1ea35404a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:21.987660 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d0825e67-4ef9-4e19-a898-103afc1947c0 req-a92e27cc-ed0c-4f2f-9f75-0de1ea35404a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1011481 Apr 11 19:33:21.994973 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Publish callbacks [] for subnet (1fc7f230-98f8-4fda-a539-87221ef5d0e9), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.011120 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-582e3643-5352-444b-9be5-f0d870fec712 req-dfad4c1b-3ebf-4d68-ac3d-fa058c634bb8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195726 Apr 11 19:33:22.019254 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (1fc7f230-98f8-4fda-a539-87221ef5d0e9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.106015 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d0825e67-4ef9-4e19-a898-103afc1947c0 req-b80b47c8-2d9c-4f25-ae8b-51561aaab118 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124613 Apr 11 19:33:22.107635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a30b3-09f3-4e25-9dfd-b06af2becb61 x-openstack-request-id: req-394a30b3-09f3-4e25-9dfd-b06af2becb61 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:22.108024 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:22.108409 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-394a30b3-09f3-4e25-9dfd-b06af2becb61 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:22.109030 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-394a30b3-09f3-4e25-9dfd-b06af2becb61'] response: {'name': 'network-changed', 'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'status': 'completed', 'code': 200} Apr 11 19:33:22.196263 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-aa6dd95a-c27a-40d1-b0d8-07d213c83dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:22.202907 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-aa6dd95a-c27a-40d1-b0d8-07d213c83dcc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1129 time: 0.0898690 Apr 11 19:33:22.254187 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (1fc7f230-98f8-4fda-a539-87221ef5d0e9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.326658 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.328574 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd908e3-50e5-492c-a3ed-83e36ff72c2f req-c19e5c80-0663-4d95-8ef9-344dbf7229fc tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:22.330963 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bdd908e3-50e5-492c-a3ed-83e36ff72c2f req-c19e5c80-0663-4d95-8ef9-344dbf7229fc tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1028786 Apr 11 19:33:22.334478 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1fc7f230-98f8-4fda-a539-87221ef5d0e9 HTTP/1.1" status: 204 len: 168 time: 0.5675647 Apr 11 19:33:22.334676 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39764) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:22.359824 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc7f230-98f8-4fda-a539-87221ef5d0e9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:22.371625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39768) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:22.373180 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.373539 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.373890 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.374309 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.374586 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.374923 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.375258 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.375589 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.375922 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.376251 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.376579 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.376956 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.377288 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.377613 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.377939 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129fa477-6b31-4bad-9e3e-be5267ca33e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:22.391936 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'floatingip': {'port_id': '4ee3d3ae-4b13-4696-995c-d4417420b6fd'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:22.451795 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (179d16a7-7861-446d-a531-017991841008), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.469533 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.536794 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-dfaeac28-ef93-4842-abb8-08f35f47c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:22.538313 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-dfaeac28-ef93-4842-abb8-08f35f47c0ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.3260331 Apr 11 19:33:22.637635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.669490 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:22.685341 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b4b906-62c1-4d3f-aba1-dc783d07ad31') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:22.685736 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b4b906-62c1-4d3f-aba1-dc783d07ad31') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:22.700931 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (87b4b906-62c1-4d3f-aba1-dc783d07ad31), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.720485 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (87b4b906-62c1-4d3f-aba1-dc783d07ad31), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.731046 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:33:22.731559 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (87b4b906-62c1-4d3f-aba1-dc783d07ad31), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:33:22.735674 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:33:22.738569 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-559e378d-ae94-4a34-b6e8-ac5a423cda03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 998 time: 0.1939161 Apr 11 19:33:22.740222 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': 'df5c0580-c49c-470d-ba43-7d2caef18725', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'floating_ip_address': '172.28.2.34', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'mac_address': 'fa:16:3e:32:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c23164-de88-48ce-8e6c-40987078822d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:43Z', 'updated_at': '2022-04-11T19:33:20Z', 'revision_number': 1, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:22.816991 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:33:22.834914 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.835738 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:22.836569 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:33:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:22.851339 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.863215 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653 HTTP/1.1" status: 204 len: 168 time: 0.5248182 Apr 11 19:33:22.891526 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:22.892040 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c145-be01-4a7d-9a90-8b0829cfa526 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd32e9a-cdc8-4b2d-ab5d-0e763ce27653,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:23.002061 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-5332746c-f9c4-4d93-a965-0ca4a513b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:23.003841 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-5332746c-f9c4-4d93-a965-0ca4a513b239 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.2562373 Apr 11 19:33:23.020881 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:23.142376 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39798) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:23.226170 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39804) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:23.286761 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-da86fca5-0333-4705-b722-3aa70275d0a8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f53c1709fe5447bbfc1110d5e87e913&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0587850 Apr 11 19:33:23.292821 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39806) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:23.368176 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3306b259-d99e-4799-8276-cb0a991fd769 admin admin] Publish callbacks [] for security_group (51b7cfc3-50e9-4d45-b05e-c0c923fdacbb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.395334 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3306b259-d99e-4799-8276-cb0a991fd769 admin admin] Publish callbacks [] for security_group (51b7cfc3-50e9-4d45-b05e-c0c923fdacbb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.400903 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': 'df5c0580-c49c-470d-ba43-7d2caef18725', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'floating_ip_address': '172.28.2.34', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'mac_address': 'fa:16:3e:32:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c23164-de88-48ce-8e6c-40987078822d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:43Z', 'updated_at': '2022-04-11T19:33:20Z', 'revision_number': 1, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:23.440033 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2f4b9-1c09-4614-bfa2-d2d9720bed32 None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': 'df5c0580-c49c-470d-ba43-7d2caef18725', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'floating_ip_address': '172.28.2.34', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'mac_address': 'fa:16:3e:32:ed:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c23164-de88-48ce-8e6c-40987078822d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:43Z', 'updated_at': '2022-04-11T19:33:20Z', 'revision_number': 1, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:33:23.470697 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3306b259-d99e-4799-8276-cb0a991fd769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (51b7cfc3-50e9-4d45-b05e-c0c923fdacbb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.474097 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3306b259-d99e-4799-8276-cb0a991fd769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.479170 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3306b259-d99e-4799-8276-cb0a991fd769 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51b7cfc3-50e9-4d45-b05e-c0c923fdacbb HTTP/1.1" status: 204 len: 168 time: 0.1840048 Apr 11 19:33:23.489004 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306b259-d99e-4799-8276-cb0a991fd769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7cfc3-50e9-4d45-b05e-c0c923fdacbb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:23.620788 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e89ae-84aa-474e-bd2f-fe07ecd2701d req-b88684d2-51cc-47be-92a4-52f76731838e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:23.622315 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a05e89ae-84aa-474e-bd2f-fe07ecd2701d req-b88684d2-51cc-47be-92a4-52f76731838e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0750988 Apr 11 19:33:23.624826 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba863772-f101-4491-8683-2944c7236523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.721171 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-d9f3a258-b225-4ab4-b7f8-bdb222edf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:23.722490 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-d9f3a258-b225-4ab4-b7f8-bdb222edf5ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.6831055 Apr 11 19:33:23.748029 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba863772-f101-4491-8683-2944c7236523 admin admin] Publish callbacks [] for security_group (5ad72d1f-efa8-41d7-aa4f-4dd95c370373), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.754396 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ba863772-f101-4491-8683-2944c7236523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5ad72d1f-efa8-41d7-aa4f-4dd95c370373), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.829653 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba863772-f101-4491-8683-2944c7236523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad72d1f-efa8-41d7-aa4f-4dd95c370373,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:23.835945 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ba863772-f101-4491-8683-2944c7236523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50bd950bac8242299675ef6da7ccba0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6923637 Apr 11 19:33:23.840206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39824) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:23.858695 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-9c636e15-51b4-4771-bb8f-f97a291db434 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180465 Apr 11 19:33:23.861984 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a05e89ae-84aa-474e-bd2f-fe07ecd2701d req-5ae89a7e-7d1e-41f7-85c8-ab8a14c1a152 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266002 Apr 11 19:33:23.943998 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-440da549-8017-478c-8e69-8560e554ec6d admin admin] Publish callbacks [] for security_group (5ad72d1f-efa8-41d7-aa4f-4dd95c370373), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:23.984594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-440da549-8017-478c-8e69-8560e554ec6d admin admin] Publish callbacks [] for security_group (5ad72d1f-efa8-41d7-aa4f-4dd95c370373), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.061576 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-440da549-8017-478c-8e69-8560e554ec6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5ad72d1f-efa8-41d7-aa4f-4dd95c370373), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.065062 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-440da549-8017-478c-8e69-8560e554ec6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.070096 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-440da549-8017-478c-8e69-8560e554ec6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ad72d1f-efa8-41d7-aa4f-4dd95c370373 HTTP/1.1" status: 204 len: 168 time: 0.2287452 Apr 11 19:33:24.081318 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440da549-8017-478c-8e69-8560e554ec6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad72d1f-efa8-41d7-aa4f-4dd95c370373,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:24.118137 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.123603 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8ef3beb-e777-4a61-8cd2-387ab92ae154 req-52d25af9-c869-4d83-9a0c-c4f0d978c315 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534347 Apr 11 19:33:24.126037 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (179d16a7-7861-446d-a531-017991841008), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.292979 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Floating IP 179d16a7-7861-446d-a531-017991841008 associated. External IP: 172.28.2.110, port: 4ee3d3ae-4b13-4696-995c-d4417420b6fd. Apr 11 19:33:24.594434 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:33:24.632440 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c7798-0582-4b09-a1b7-08d29fc01216 None None] New status for floating IP df5c0580-c49c-470d-ba43-7d2caef18725: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:33:24.643719 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39850) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:24.663647 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-47110d85-d133-4e8d-b31d-774742ba2523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.752578 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:33:24.761525 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.767221 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:33:24.780826 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:24.784409 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:33:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:24.797462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-47110d85-d133-4e8d-b31d-774742ba2523 admin admin] Publish callbacks [] for security_group (065372ac-3582-42fa-ada1-80a9398c038a), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.803284 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-47110d85-d133-4e8d-b31d-774742ba2523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (065372ac-3582-42fa-ada1-80a9398c038a), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:24.815779 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-74812e63-c3e4-4919-8ebe-a1d9b41d590e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "PUT /v2.0/floatingips/179d16a7-7861-446d-a531-017991841008 HTTP/1.1" status: 200 len: 991 time: 2.4286852 Apr 11 19:33:24.818878 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:24.824907 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c6a2f-876d-4691-bcbc-dd635ad67998" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:24.872217 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-47110d85-d133-4e8d-b31d-774742ba2523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30e12e91aeab499baf0ff8bd4a90e5f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265759 Apr 11 19:33:24.875182 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39860) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:24.879445 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47110d85-d133-4e8d-b31d-774742ba2523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065372ac-3582-42fa-ada1-80a9398c038a,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:24.931845 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4484947b-11ea-4ba5-a255-ede60d0aacb8 x-openstack-request-id: req-4484947b-11ea-4ba5-a255-ede60d0aacb8 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:24.932376 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:24.932870 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4484947b-11ea-4ba5-a255-ede60d0aacb8 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:24.933436 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4484947b-11ea-4ba5-a255-ede60d0aacb8'] response: {'name': 'network-changed', 'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'status': 'completed', 'code': 200} Apr 11 19:33:24.967423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:25.023884 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:25.048513 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-9df07787-6728-4f27-87f7-85daeba51a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:25.050387 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-9df07787-6728-4f27-87f7-85daeba51a2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 1129 time: 0.1158822 Apr 11 19:33:25.063265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ca441-6e66-4672-9c26-6fcfa23dea8b req-a5e5bb49-ca02-4c43-a976-a76e57e8db44 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:25.065080 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-879ca441-6e66-4672-9c26-6fcfa23dea8b req-a5e5bb49-ca02-4c43-a976-a76e57e8db44 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0814364 Apr 11 19:33:25.127414 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-050334cf-e4fd-4992-83c5-93a0f216e086 admin admin] Publish callbacks [] for security_group (065372ac-3582-42fa-ada1-80a9398c038a), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:25.208971 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-879ca441-6e66-4672-9c26-6fcfa23dea8b req-ebdf615b-5baa-4b38-9892-b425536662a4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317790 Apr 11 19:33:25.210810 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-050334cf-e4fd-4992-83c5-93a0f216e086 admin admin] Publish callbacks [] for security_group (065372ac-3582-42fa-ada1-80a9398c038a), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:25.264856 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-ff92c8b0-56e5-4271-97ed-987fedc946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:25.266422 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-ff92c8b0-56e5-4271-97ed-987fedc946d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 911 time: 0.2001176 Apr 11 19:33:25.311711 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '179d16a7-7861-446d-a531-017991841008', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'floating_ip_address': '172.28.2.110', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'port_id': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'mac_address': 'fa:16:3e:19:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:54Z', 'updated_at': '2022-04-11T19:33:23Z', 'revision_number': 1, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:25.356688 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:33:25.360249 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-050334cf-e4fd-4992-83c5-93a0f216e086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (065372ac-3582-42fa-ada1-80a9398c038a), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:25.363084 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-050334cf-e4fd-4992-83c5-93a0f216e086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:25.367257 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-050334cf-e4fd-4992-83c5-93a0f216e086 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/065372ac-3582-42fa-ada1-80a9398c038a HTTP/1.1" status: 204 len: 168 time: 0.4909341 Apr 11 19:33:25.369147 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:33:25.372624 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:33:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:25.385278 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050334cf-e4fd-4992-83c5-93a0f216e086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065372ac-3582-42fa-ada1-80a9398c038a,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:25.396250 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-31b8c3a8-a6df-4e1a-b80c-e7adb8bbe3bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 200 len: 999 time: 0.1113298 Apr 11 19:33:25.467898 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-19f9d253-22e9-460a-8861-75aeb5ac1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:25.470695 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-19f9d253-22e9-460a-8861-75aeb5ac1c18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.0671225 Apr 11 19:33:25.534486 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:33:25.540217 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-ee2585a0-0eea-45dd-b4af-ac3e39a48d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:25.542350 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-ee2585a0-0eea-45dd-b4af-ac3e39a48d88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0642138 Apr 11 19:33:25.694511 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-a6a5194c-a5ee-4b3d-87a5-fe75f4af3f72 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420379 Apr 11 19:33:25.797597 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39894) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:25.813564 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6f2c6a2f-876d-4691-bcbc-dd635ad67998 req-ff6d27b2-4ddc-4293-af16-0150e45c535c service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141186 Apr 11 19:33:25.846926 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '179d16a7-7861-446d-a531-017991841008', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'floating_ip_address': '172.28.2.110', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'port_id': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'mac_address': 'fa:16:3e:19:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:54Z', 'updated_at': '2022-04-11T19:33:23Z', 'revision_number': 1, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:33:25.887852 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a6807-7268-4a1c-9e3c-f42663f1500a None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '179d16a7-7861-446d-a531-017991841008', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'floating_ip_address': '172.28.2.110', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'port_id': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'mac_address': 'fa:16:3e:19:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:54Z', 'updated_at': '2022-04-11T19:33:23Z', 'revision_number': 1, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:33:25.999850 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04d89b74-e775-4c3a-b8dc-7ba7a183c115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.090965 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04d89b74-e775-4c3a-b8dc-7ba7a183c115 admin admin] Publish callbacks [] for security_group (7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.098296 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-04d89b74-e775-4c3a-b8dc-7ba7a183c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.155276 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-04d89b74-e775-4c3a-b8dc-7ba7a183c115 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90ae765060f34a1c85bd36db6bb1bbf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561468 Apr 11 19:33:26.156324 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d89b74-e775-4c3a-b8dc-7ba7a183c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:26.158194 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39916) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:26.162504 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058a4972-2d64-4e6d-8265-b7667c96dbff None None] New status for floating IP 179d16a7-7861-446d-a531-017991841008: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:33:26.237177 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5288bf31-5f0d-4c0f-9979-9b1d7e3ab70f admin admin] Publish callbacks [] for security_group (7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.299730 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5288bf31-5f0d-4c0f-9979-9b1d7e3ab70f admin admin] Publish callbacks [] for security_group (7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.390090 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733016d-4abf-4140-880c-c735c0793c5b req-d5bf4c5e-8047-4112-8acb-7b0fc386ebdb tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:26.391893 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7733016d-4abf-4140-880c-c735c0793c5b req-d5bf4c5e-8047-4112-8acb-7b0fc386ebdb tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0665395 Apr 11 19:33:26.398535 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5288bf31-5f0d-4c0f-9979-9b1d7e3ab70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.401611 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5288bf31-5f0d-4c0f-9979-9b1d7e3ab70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.402780 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5288bf31-5f0d-4c0f-9979-9b1d7e3ab70f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae HTTP/1.1" status: 204 len: 168 time: 0.2420933 Apr 11 19:33:26.413526 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288bf31-5f0d-4c0f-9979-9b1d7e3ab70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4e3de-cbec-41bc-bdeb-18b1ed7956ae,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:26.467522 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7733016d-4abf-4140-880c-c735c0793c5b req-a862f82c-5021-4973-99ba-e51ab47709bb tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674627 Apr 11 19:33:26.819316 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 39946) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:26.833494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8831cada-33fd-4320-b074-7dd5680c4de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.927991 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8831cada-33fd-4320-b074-7dd5680c4de9 admin admin] Publish callbacks [] for security_group (c946de72-a356-47ab-8682-fd43c71880ba), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.933686 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8831cada-33fd-4320-b074-7dd5680c4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c946de72-a356-47ab-8682-fd43c71880ba), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:26.982284 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39958) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:26.982766 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-8831cada-33fd-4320-b074-7dd5680c4de9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e15d9c4606a04b07bf8c198c46a53d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620243 Apr 11 19:33:26.983516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831cada-33fd-4320-b074-7dd5680c4de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c946de72-a356-47ab-8682-fd43c71880ba,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:27.059794 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4987d8a8-0b3e-4000-ab0b-908dfc00fb9d admin admin] Publish callbacks [] for security_group (c946de72-a356-47ab-8682-fd43c71880ba), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.097884 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4987d8a8-0b3e-4000-ab0b-908dfc00fb9d admin admin] Publish callbacks [] for security_group (c946de72-a356-47ab-8682-fd43c71880ba), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.160190 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4987d8a8-0b3e-4000-ab0b-908dfc00fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c946de72-a356-47ab-8682-fd43c71880ba), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.164765 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4987d8a8-0b3e-4000-ab0b-908dfc00fb9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.166643 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-4987d8a8-0b3e-4000-ab0b-908dfc00fb9d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c946de72-a356-47ab-8682-fd43c71880ba HTTP/1.1" status: 204 len: 168 time: 0.1832891 Apr 11 19:33:27.171776 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39970) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:27.191409 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d8a8-0b3e-4000-ab0b-908dfc00fb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c946de72-a356-47ab-8682-fd43c71880ba,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:27.417065 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-967c5ca1-2234-4383-aa04-826e389eb2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.506139 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-967c5ca1-2234-4383-aa04-826e389eb2da admin admin] Publish callbacks [] for security_group (c44c373e-b034-4bcb-af22-b9f4ccc42402), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.512203 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-967c5ca1-2234-4383-aa04-826e389eb2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c44c373e-b034-4bcb-af22-b9f4ccc42402), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.545855 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c5ca1-2234-4383-aa04-826e389eb2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c373e-b034-4bcb-af22-b9f4ccc42402,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:27.575196 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-967c5ca1-2234-4383-aa04-826e389eb2da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5adfa80ad6bf4a72aea75df1e3536664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020798 Apr 11 19:33:27.577870 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 39996) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:27.641606 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0851022a-2955-4a13-a22c-30bebd5b00f7 admin admin] Publish callbacks [] for security_group (c44c373e-b034-4bcb-af22-b9f4ccc42402), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.643647 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f86a7-c573-45a3-8bce-815d2860a844 req-de844128-eded-423a-b662-7414be21495f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:27.646016 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-200f86a7-c573-45a3-8bce-815d2860a844 req-de844128-eded-423a-b662-7414be21495f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0672991 Apr 11 19:33:27.668746 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0851022a-2955-4a13-a22c-30bebd5b00f7 admin admin] Publish callbacks [] for security_group (c44c373e-b034-4bcb-af22-b9f4ccc42402), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.716334 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-200f86a7-c573-45a3-8bce-815d2860a844 req-ea0eaa09-2bba-4e2e-bbe6-2df44438903e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637321 Apr 11 19:33:27.729427 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0851022a-2955-4a13-a22c-30bebd5b00f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c44c373e-b034-4bcb-af22-b9f4ccc42402), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.732997 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0851022a-2955-4a13-a22c-30bebd5b00f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:27.737742 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-0851022a-2955-4a13-a22c-30bebd5b00f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c44c373e-b034-4bcb-af22-b9f4ccc42402 HTTP/1.1" status: 204 len: 168 time: 0.1587312 Apr 11 19:33:27.746785 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851022a-2955-4a13-a22c-30bebd5b00f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c373e-b034-4bcb-af22-b9f4ccc42402,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:28.115798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40024) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:28.130234 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0b57913b-1b21-4616-907b-64e85611334b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.218839 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0b57913b-1b21-4616-907b-64e85611334b admin admin] Publish callbacks [] for security_group (78e6efec-a24f-443a-94e4-d135e633661d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.223956 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0b57913b-1b21-4616-907b-64e85611334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (78e6efec-a24f-443a-94e4-d135e633661d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.264880 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-0b57913b-1b21-4616-907b-64e85611334b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2114ed54f3164de1b4a5908a38514ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477673 Apr 11 19:33:28.267318 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40036) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:28.274600 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57913b-1b21-4616-907b-64e85611334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e6efec-a24f-443a-94e4-d135e633661d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:28.326231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8f05-429c-40aa-bf30-64c79cc0afbd admin admin] Publish callbacks [] for security_group (78e6efec-a24f-443a-94e4-d135e633661d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.355876 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8f05-429c-40aa-bf30-64c79cc0afbd admin admin] Publish callbacks [] for security_group (78e6efec-a24f-443a-94e4-d135e633661d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.415535 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8f05-429c-40aa-bf30-64c79cc0afbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (78e6efec-a24f-443a-94e4-d135e633661d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.419001 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8f05-429c-40aa-bf30-64c79cc0afbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:28.420488 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ce4d8f05-429c-40aa-bf30-64c79cc0afbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78e6efec-a24f-443a-94e4-d135e633661d HTTP/1.1" status: 204 len: 168 time: 0.1520586 Apr 11 19:33:28.429090 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d8f05-429c-40aa-bf30-64c79cc0afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e6efec-a24f-443a-94e4-d135e633661d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:28.719761 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40072) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:28.845836 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d941a1-0d43-49bf-9ef4-dd4935f51cf8 req-4d125267-457d-4cd3-84df-5a1c02fa3451 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:28.847750 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c5d941a1-0d43-49bf-9ef4-dd4935f51cf8 req-4d125267-457d-4cd3-84df-5a1c02fa3451 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0528994 Apr 11 19:33:28.897804 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c5d941a1-0d43-49bf-9ef4-dd4935f51cf8 req-75448cc2-3cef-456a-991d-2273f43e1ead tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Apr 11 19:33:28.971229 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0fb-3534-42ba-b8eb-a7f3f9bb84f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.054398 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0fb-3534-42ba-b8eb-a7f3f9bb84f8 admin admin] Publish callbacks [] for security_group (6ae35e93-c12f-4091-8057-04dfbfa50605), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.059888 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-30c4b0fb-3534-42ba-b8eb-a7f3f9bb84f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6ae35e93-c12f-4091-8057-04dfbfa50605), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.070466 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40088) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:29.103564 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-30c4b0fb-3534-42ba-b8eb-a7f3f9bb84f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b132ad97116048c885ecc55100506802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824036 Apr 11 19:33:29.104962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4b0fb-3534-42ba-b8eb-a7f3f9bb84f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae35e93-c12f-4091-8057-04dfbfa50605,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:29.106213 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40094) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:29.165580 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-24ef019e-5b8e-44ae-9db2-6019ac7ddd99 admin admin] Publish callbacks [] for security_group (6ae35e93-c12f-4091-8057-04dfbfa50605), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.190473 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-24ef019e-5b8e-44ae-9db2-6019ac7ddd99 admin admin] Publish callbacks [] for security_group (6ae35e93-c12f-4091-8057-04dfbfa50605), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.247679 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-24ef019e-5b8e-44ae-9db2-6019ac7ddd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6ae35e93-c12f-4091-8057-04dfbfa50605), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.250618 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-24ef019e-5b8e-44ae-9db2-6019ac7ddd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.252693 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-24ef019e-5b8e-44ae-9db2-6019ac7ddd99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ae35e93-c12f-4091-8057-04dfbfa50605 HTTP/1.1" status: 204 len: 168 time: 0.1445606 Apr 11 19:33:29.275290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef019e-5b8e-44ae-9db2-6019ac7ddd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae35e93-c12f-4091-8057-04dfbfa50605,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:29.283097 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f7384c7-3c8f-40c4-8934-6b6588a5e84b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.379174 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f7384c7-3c8f-40c4-8934-6b6588a5e84b admin admin] Publish callbacks [] for security_group (fbb391c4-3990-433d-a33f-b2e5ac031175), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.383556 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6f7384c7-3c8f-40c4-8934-6b6588a5e84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fbb391c4-3990-433d-a33f-b2e5ac031175), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.425784 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7384c7-3c8f-40c4-8934-6b6588a5e84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb391c4-3990-433d-a33f-b2e5ac031175,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:29.432365 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6f7384c7-3c8f-40c4-8934-6b6588a5e84b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ef653eefa514967835fbd437df1c7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602254 Apr 11 19:33:29.438598 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40106) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:29.494017 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39117728-494f-4189-a96b-feed6b330869 admin admin] Publish callbacks [] for security_group (fbb391c4-3990-433d-a33f-b2e5ac031175), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.518762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39117728-494f-4189-a96b-feed6b330869 admin admin] Publish callbacks [] for security_group (fbb391c4-3990-433d-a33f-b2e5ac031175), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.595315 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39117728-494f-4189-a96b-feed6b330869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fbb391c4-3990-433d-a33f-b2e5ac031175), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.600513 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-39117728-494f-4189-a96b-feed6b330869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.602502 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-39117728-494f-4189-a96b-feed6b330869 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbb391c4-3990-433d-a33f-b2e5ac031175 HTTP/1.1" status: 204 len: 168 time: 0.1622057 Apr 11 19:33:29.615332 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39117728-494f-4189-a96b-feed6b330869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb391c4-3990-433d-a33f-b2e5ac031175,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:29.741812 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40118) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:29.775888 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19205e0e-1104-4c36-88c2-9d0f9a007359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.892357 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19205e0e-1104-4c36-88c2-9d0f9a007359 admin admin] Publish callbacks [] for security_group (8a7867a0-564e-43f8-81ac-090775d20c3f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.897440 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19205e0e-1104-4c36-88c2-9d0f9a007359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8a7867a0-564e-43f8-81ac-090775d20c3f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:29.938921 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-19205e0e-1104-4c36-88c2-9d0f9a007359 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=421c0b241d7a4a399dd2250d078161c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957705 Apr 11 19:33:29.939770 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19205e0e-1104-4c36-88c2-9d0f9a007359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7867a0-564e-43f8-81ac-090775d20c3f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:29.943034 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40130) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.036283 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-666a80d4-1fd0-497d-a541-fceabe346347 admin admin] Publish callbacks [] for security_group (8a7867a0-564e-43f8-81ac-090775d20c3f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.066464 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5efec6-fdee-457e-a39f-303ff25ed853 req-fa5164a7-5f5b-43ae-b760-d36cfddfb6da tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:30.068611 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2c5efec6-fdee-457e-a39f-303ff25ed853 req-fa5164a7-5f5b-43ae-b760-d36cfddfb6da tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0681374 Apr 11 19:33:30.079158 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-666a80d4-1fd0-497d-a541-fceabe346347 admin admin] Publish callbacks [] for security_group (8a7867a0-564e-43f8-81ac-090775d20c3f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.098698 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40132) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.129352 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9fe112f3-73bf-422e-819f-630cbbfa55db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.148376 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2c5efec6-fdee-457e-a39f-303ff25ed853 req-72c8b70d-6d65-4412-ba97-610a79fbe427 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715518 Apr 11 19:33:30.189164 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-666a80d4-1fd0-497d-a541-fceabe346347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8a7867a0-564e-43f8-81ac-090775d20c3f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.194945 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-666a80d4-1fd0-497d-a541-fceabe346347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.201882 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-666a80d4-1fd0-497d-a541-fceabe346347 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a7867a0-564e-43f8-81ac-090775d20c3f HTTP/1.1" status: 204 len: 168 time: 0.2574182 Apr 11 19:33:30.217498 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a80d4-1fd0-497d-a541-fceabe346347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7867a0-564e-43f8-81ac-090775d20c3f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:30.311491 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9fe112f3-73bf-422e-819f-630cbbfa55db admin admin] Publish callbacks [] for security_group (978653b3-6cb6-4183-993b-4ff279bfdea8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.320391 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9fe112f3-73bf-422e-819f-630cbbfa55db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (978653b3-6cb6-4183-993b-4ff279bfdea8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.392343 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-9fe112f3-73bf-422e-819f-630cbbfa55db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=140df6d0eb214cd9aff8d8c3c8f34b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915759 Apr 11 19:33:30.394004 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe112f3-73bf-422e-819f-630cbbfa55db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978653b3-6cb6-4183-993b-4ff279bfdea8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:30.395022 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40140) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.505034 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-254e6e57-1a49-4540-a35c-7cdac9ba2cff admin admin] Publish callbacks [] for security_group (978653b3-6cb6-4183-993b-4ff279bfdea8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.548111 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-254e6e57-1a49-4540-a35c-7cdac9ba2cff admin admin] Publish callbacks [] for security_group (978653b3-6cb6-4183-993b-4ff279bfdea8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.644008 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-254e6e57-1a49-4540-a35c-7cdac9ba2cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (978653b3-6cb6-4183-993b-4ff279bfdea8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.647842 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-254e6e57-1a49-4540-a35c-7cdac9ba2cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.648974 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-254e6e57-1a49-4540-a35c-7cdac9ba2cff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/978653b3-6cb6-4183-993b-4ff279bfdea8 HTTP/1.1" status: 204 len: 168 time: 0.2526002 Apr 11 19:33:30.661157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6e57-1a49-4540-a35c-7cdac9ba2cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978653b3-6cb6-4183-993b-4ff279bfdea8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:30.722403 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40156) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.739910 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-55fd883c-f0c4-45ac-ba78-f16b6d0aac18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.841523 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-55fd883c-f0c4-45ac-ba78-f16b6d0aac18 admin admin] Publish callbacks [] for security_group (5f84bb86-ce2d-4868-a1d7-e666b07958be), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.847177 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-55fd883c-f0c4-45ac-ba78-f16b6d0aac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5f84bb86-ce2d-4868-a1d7-e666b07958be), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:30.887390 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd883c-f0c4-45ac-ba78-f16b6d0aac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f84bb86-ce2d-4868-a1d7-e666b07958be,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:30.895547 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-55fd883c-f0c4-45ac-ba78-f16b6d0aac18 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4619c6abd1644f68288081501fc4157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682169 Apr 11 19:33:30.896221 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40158) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:30.971887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6700efd5-4742-4b50-a855-32596d015388 admin admin] Publish callbacks [] for security_group (5f84bb86-ce2d-4868-a1d7-e666b07958be), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.002507 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6700efd5-4742-4b50-a855-32596d015388 admin admin] Publish callbacks [] for security_group (5f84bb86-ce2d-4868-a1d7-e666b07958be), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.104153 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6700efd5-4742-4b50-a855-32596d015388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5f84bb86-ce2d-4868-a1d7-e666b07958be), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.108781 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6700efd5-4742-4b50-a855-32596d015388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:31.110605 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6700efd5-4742-4b50-a855-32596d015388 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f84bb86-ce2d-4868-a1d7-e666b07958be HTTP/1.1" status: 204 len: 168 time: 0.2128356 Apr 11 19:33:31.121184 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700efd5-4742-4b50-a855-32596d015388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f84bb86-ce2d-4868-a1d7-e666b07958be,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:31.304897 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a7062-355b-43ca-8d6d-0b938ede7709 req-aabe21f2-12fd-4b79-96a2-085c90e821c6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:31.308044 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f43a7062-355b-43ca-8d6d-0b938ede7709 req-aabe21f2-12fd-4b79-96a2-085c90e821c6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0613723 Apr 11 19:33:31.372597 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f43a7062-355b-43ca-8d6d-0b938ede7709 req-f7f3062a-f239-4b4a-af78-7a6d04e45b9f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Apr 11 19:33:32.041336 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40222) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:32.237020 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-476060377-network', 'tenant_id': '110e6cd8cb2f46f8a4128ddfd8f3beb3'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:32.276195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Made reservation on behalf of 110e6cd8cb2f46f8a4128ddfd8f3beb3 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:32.280045 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.297311 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.434606 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks [] for security_group (4d526ca2-2479-46a0-9cc2-a15f3eaddd11), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.447994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (4d526ca2-2479-46a0-9cc2-a15f3eaddd11), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.470488 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:33:32.568910 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (0d479aed-9845-4cc5-bd13-51c437cb0dc4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.569469 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Added segment 0d479aed-9845-4cc5-bd13-51c437cb0dc4 of type vlan for network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede Apr 11 19:33:32.572215 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d526ca2-2479-46a0-9cc2-a15f3eaddd11,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:32.686906 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fcc41-5da5-4f87-8be4-d18864590149 req-31405537-757d-4689-af74-91b6c652b4fe tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:32.689532 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ff5fcc41-5da5-4f87-8be4-d18864590149 req-31405537-757d-4689-af74-91b6c652b4fe tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.2147090 Apr 11 19:33:32.723779 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (92d38f99-21b2-4d19-8ad6-f87eb1bc5ede), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.787539 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ff5fcc41-5da5-4f87-8be4-d18864590149 req-0068e799-8312-485d-ab0b-ab2b980c7d1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910554 Apr 11 19:33:32.789191 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (92d38f99-21b2-4d19-8ad6-f87eb1bc5ede), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.790562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:32.791863 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:32.832446 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7888169 Apr 11 19:33:32.836865 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40262) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:32.842838 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Request body: {'subnet': {'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-476060377-subnet', 'tenant_id': '110e6cd8cb2f46f8a4128ddfd8f3beb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:32.879093 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ffeb6-1dd8-4ffb-a16f-be5ed88b8f0f admin admin] Pushing event updated for resources: {'Network': ['ID=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:32.897088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Made reservation on behalf of 110e6cd8cb2f46f8a4128ddfd8f3beb3 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:32.897279 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:33:32.904244 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29616128'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:33.164745 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29492885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29616146'] for subnet (d43b8b3b-19a9-486e-9431-b9738a2bd251), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:33.230895 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43b8b3b-19a9-486e-9431-b9738a2bd251,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:33.240367 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Checking segment: {'id': '0d479aed-9845-4cc5-bd13-51c437cb0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:33.240755 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Network hostable DHCP agents. Network: 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:33:33.262468 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:33:33.276907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:33.283730 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:33.284797 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:33.295659 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0287f-ea56-4208-8290-f30da7405858 None None] Network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:33:33.330470 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5796a9f8-84d5-4260-b0ac-a5ac0d4b9afc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4922326 Apr 11 19:33:33.419279 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf2542a-1b5d-4840-8990-ac39804269a9 None None] Network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:33:33.712838 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40286) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:33.852020 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f912e3f-a693-49cb-a2da-d9e658fc8f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:33.944604 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc0957-28c5-4d1f-9157-8701785f0450 req-0634416b-c41f-4c54-8719-670f79a2eb26 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:33.946169 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-11dc0957-28c5-4d1f-9157-8701785f0450 req-0634416b-c41f-4c54-8719-670f79a2eb26 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0616908 Apr 11 19:33:34.026431 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f912e3f-a693-49cb-a2da-d9e658fc8f40 admin admin] Publish callbacks [] for security_group (3b8787e3-2b9c-4400-b9d6-62e648ba10b7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.034959 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40304) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:34.037504 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-11dc0957-28c5-4d1f-9157-8701785f0450 req-d1d6d6d3-bd67-4993-8d7c-33edf3a061f1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780141 Apr 11 19:33:34.039837 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-626073826-network', 'tenant_id': '385357cabce74f5aa32c210e230bc674'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:34.041486 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1f912e3f-a693-49cb-a2da-d9e658fc8f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3b8787e3-2b9c-4400-b9d6-62e648ba10b7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.051476 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:33:34.072266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Made reservation on behalf of 385357cabce74f5aa32c210e230bc674 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:34.075407 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.089918 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.115434 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1f912e3f-a693-49cb-a2da-d9e658fc8f40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc901b04619b43fbad9df195de3234a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4009616 Apr 11 19:33:34.116981 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f912e3f-a693-49cb-a2da-d9e658fc8f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8787e3-2b9c-4400-b9d6-62e648ba10b7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:34.121087 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40306) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:34.212479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks [] for security_group (3aebcfd4-6c94-4ae8-84c4-a41ce465471e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.213766 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2fd5e5a4-1076-460b-8bf6-27f39d0d8570 admin admin] Publish callbacks [] for security_group (3b8787e3-2b9c-4400-b9d6-62e648ba10b7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.218878 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3aebcfd4-6c94-4ae8-84c4-a41ce465471e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.257351 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2fd5e5a4-1076-460b-8bf6-27f39d0d8570 admin admin] Publish callbacks [] for security_group (3b8787e3-2b9c-4400-b9d6-62e648ba10b7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.263050 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:33:34.289133 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aebcfd4-6c94-4ae8-84c4-a41ce465471e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:34.297572 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (b095fd22-0126-4595-a865-f965cf30b879), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.297749 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Added segment b095fd22-0126-4595-a865-f965cf30b879 of type vlan for network 14c096e9-301c-4c2d-9dbe-e02735f63752 Apr 11 19:33:34.361240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (14c096e9-301c-4c2d-9dbe-e02735f63752), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.394524 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2fd5e5a4-1076-460b-8bf6-27f39d0d8570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3b8787e3-2b9c-4400-b9d6-62e648ba10b7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.397265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2fd5e5a4-1076-460b-8bf6-27f39d0d8570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.402611 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2fd5e5a4-1076-460b-8bf6-27f39d0d8570 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b8787e3-2b9c-4400-b9d6-62e648ba10b7 HTTP/1.1" status: 204 len: 168 time: 0.2728624 Apr 11 19:33:34.404082 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (14c096e9-301c-4c2d-9dbe-e02735f63752), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.405044 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:34.405626 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.441365 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5e5a4-1076-460b-8bf6-27f39d0d8570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8787e3-2b9c-4400-b9d6-62e648ba10b7,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:34.488462 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4518023 Apr 11 19:33:34.492260 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a98d48-6f1e-4f50-ac56-6433fb92533f admin admin] Pushing event updated for resources: {'Network': ['ID=14c096e9-301c-4c2d-9dbe-e02735f63752,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:34.492717 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40322) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:34.503863 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Request body: {'subnet': {'network_id': '14c096e9-301c-4c2d-9dbe-e02735f63752', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-626073826-subnet', 'tenant_id': '385357cabce74f5aa32c210e230bc674', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:34.516474 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 14c096e9-301c-4c2d-9dbe-e02735f63752 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:33:34.572274 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Made reservation on behalf of 385357cabce74f5aa32c210e230bc674 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:34.577120 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29616128'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.625717 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40324) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:34.881777 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40334) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:34.899565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e99f16bb-294c-4486-827a-cb6b5cd2db11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.911989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29492885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29616146'] for subnet (69250946-3bbe-477a-917a-24d980997d5f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.927767 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebef1-2802-4810-94f1-11d454b4b963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:34.972933 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69250946-3bbe-477a-917a-24d980997d5f,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:34.983426 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Checking segment: {'id': 'b095fd22-0126-4595-a865-f965cf30b879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '14c096e9-301c-4c2d-9dbe-e02735f63752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:34.983928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Network hostable DHCP agents. Network: 14c096e9-301c-4c2d-9dbe-e02735f63752, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:33:35.004189 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Network 14c096e9-301c-4c2d-9dbe-e02735f63752 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:33:35.015468 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 14c096e9-301c-4c2d-9dbe-e02735f63752) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:35.024829 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ce875-5f7f-4745-ba8b-4ea4c6862cbb None None] Network 14c096e9-301c-4c2d-9dbe-e02735f63752 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:33:35.026972 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:35.027971 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.048334 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-79741d77-cce3-45d0-9280-20b1eb349f80 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5537367 Apr 11 19:33:35.099358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebef1-2802-4810-94f1-11d454b4b963 admin admin] Publish callbacks [] for security_group (038931fb-762f-452b-8427-05d8ce36412a), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.104002 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e99f16bb-294c-4486-827a-cb6b5cd2db11 admin admin] Publish callbacks [] for security_group (1383a3c0-65f5-471a-9521-1b3679a9c7fb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.106908 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1b6ebef1-2802-4810-94f1-11d454b4b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (038931fb-762f-452b-8427-05d8ce36412a), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.134886 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e99f16bb-294c-4486-827a-cb6b5cd2db11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1383a3c0-65f5-471a-9521-1b3679a9c7fb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.161079 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6747b017-3920-4808-aca4-a1ec75722bd0 None None] Network 14c096e9-301c-4c2d-9dbe-e02735f63752 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:33:35.204036 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ebef1-2802-4810-94f1-11d454b4b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038931fb-762f-452b-8427-05d8ce36412a,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:35.222711 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1b6ebef1-2802-4810-94f1-11d454b4b963 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbceae00b692441bb6e5132c2f8416b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5957637 Apr 11 19:33:35.222870 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40340) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:35.234434 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-e99f16bb-294c-4486-827a-cb6b5cd2db11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17a5b1bb8f54425c8ebf77c59dc3991c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492339 Apr 11 19:33:35.236142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40342) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:35.255887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88ba1-70ad-4173-88b9-e3f6af44b61a req-0710a1e0-608b-4392-9c71-ede8ef8b180e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:35.257433 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-daa88ba1-70ad-4173-88b9-e3f6af44b61a req-0710a1e0-608b-4392-9c71-ede8ef8b180e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1154521 Apr 11 19:33:35.268898 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f16bb-294c-4486-827a-cb6b5cd2db11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383a3c0-65f5-471a-9521-1b3679a9c7fb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:35.325602 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-76763cbf-4c7e-4fe4-9611-2162c16a88f2 admin admin] Publish callbacks [] for security_group (038931fb-762f-452b-8427-05d8ce36412a), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.353949 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-daa88ba1-70ad-4173-88b9-e3f6af44b61a req-c0096585-78ba-479c-8d25-de8ee2e73f57 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859895 Apr 11 19:33:35.354714 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7feb79e6-8576-4efa-9f6a-1c031b787934 admin admin] Publish callbacks [] for security_group (1383a3c0-65f5-471a-9521-1b3679a9c7fb), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.356493 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-76763cbf-4c7e-4fe4-9611-2162c16a88f2 admin admin] Publish callbacks [] for security_group (038931fb-762f-452b-8427-05d8ce36412a), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.389198 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7feb79e6-8576-4efa-9f6a-1c031b787934 admin admin] Publish callbacks [] for security_group (1383a3c0-65f5-471a-9521-1b3679a9c7fb), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.448577 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-76763cbf-4c7e-4fe4-9611-2162c16a88f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (038931fb-762f-452b-8427-05d8ce36412a), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.451396 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-76763cbf-4c7e-4fe4-9611-2162c16a88f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.451825 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7feb79e6-8576-4efa-9f6a-1c031b787934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1383a3c0-65f5-471a-9521-1b3679a9c7fb), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.456392 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-76763cbf-4c7e-4fe4-9611-2162c16a88f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/038931fb-762f-452b-8427-05d8ce36412a HTTP/1.1" status: 204 len: 168 time: 0.2280807 Apr 11 19:33:35.456590 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7feb79e6-8576-4efa-9f6a-1c031b787934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:35.456590 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7feb79e6-8576-4efa-9f6a-1c031b787934 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1383a3c0-65f5-471a-9521-1b3679a9c7fb HTTP/1.1" status: 204 len: 168 time: 0.2165806 Apr 11 19:33:35.465506 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76763cbf-4c7e-4fe4-9611-2162c16a88f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038931fb-762f-452b-8427-05d8ce36412a,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:35.465749 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb79e6-8576-4efa-9f6a-1c031b787934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383a3c0-65f5-471a-9521-1b3679a9c7fb,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:35.787961 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-18ae7756-6d6b-432e-8bdd-5285cfe591cb tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:35.789769 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-18ae7756-6d6b-432e-8bdd-5285cfe591cb tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/networks?id=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede HTTP/1.1" status: 200 len: 808 time: 0.1177733 Apr 11 19:33:35.812467 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-cadc58c4-82f8-4e25-af53-1b444e047c23 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/quotas/110e6cd8cb2f46f8a4128ddfd8f3beb3 HTTP/1.1" status: 200 len: 375 time: 0.0149426 Apr 11 19:33:35.870688 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-45da63af-4682-4163-9d4f-cb35a9aeaf25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=110e6cd8cb2f46f8a4128ddfd8f3beb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522370 Apr 11 19:33:35.909302 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40372) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:35.936321 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed19a-bb7e-4b6f-ac95-0b67fa926ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.005386 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-28b864d6-2f4f-4390-817a-805a6c791f4e service neutron] 10.222.0.26 "GET /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269839 Apr 11 19:33:36.088824 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed19a-bb7e-4b6f-ac95-0b67fa926ddf admin admin] Publish callbacks [] for security_group (5b0b8975-d0e1-4465-a34c-434d03388fbb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.097344 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e2ed19a-bb7e-4b6f-ac95-0b67fa926ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5b0b8975-d0e1-4465-a34c-434d03388fbb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.151838 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ed19a-bb7e-4b6f-ac95-0b67fa926ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b8975-d0e1-4465-a34c-434d03388fbb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:36.179657 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1e2ed19a-bb7e-4b6f-ac95-0b67fa926ddf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=462b7494979a4ce29f7e81f32c32d1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680233 Apr 11 19:33:36.183608 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40382) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:36.272253 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48a4cbad-1d01-4db6-80a9-fb61afa22320 admin admin] Publish callbacks [] for security_group (5b0b8975-d0e1-4465-a34c-434d03388fbb), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.318883 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48a4cbad-1d01-4db6-80a9-fb61afa22320 admin admin] Publish callbacks [] for security_group (5b0b8975-d0e1-4465-a34c-434d03388fbb), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.408395 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48a4cbad-1d01-4db6-80a9-fb61afa22320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5b0b8975-d0e1-4465-a34c-434d03388fbb), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.413270 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-48a4cbad-1d01-4db6-80a9-fb61afa22320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:36.416214 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-48a4cbad-1d01-4db6-80a9-fb61afa22320 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5b0b8975-d0e1-4465-a34c-434d03388fbb HTTP/1.1" status: 204 len: 168 time: 0.2296417 Apr 11 19:33:36.433616 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4cbad-1d01-4db6-80a9-fb61afa22320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b8975-d0e1-4465-a34c-434d03388fbb,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:36.550480 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-534fbc59-bb87-4bd6-9ad3-2e44836bb862 service neutron] 10.222.0.26 "GET /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391245 Apr 11 19:33:36.615732 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab98f17-e215-4254-b888-bde1ca226d18 req-e3d6b8b6-f67d-4650-b7a6-e9638fda5ce2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:36.618731 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3ab98f17-e215-4254-b888-bde1ca226d18 req-e3d6b8b6-f67d-4650-b7a6-e9638fda5ce2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0676677 Apr 11 19:33:36.747609 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3ab98f17-e215-4254-b888-bde1ca226d18 req-8225d577-3350-43f9-a236-3892d6f66b48 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227396 Apr 11 19:33:36.803702 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-980ce9a7-6b7c-48e1-9f59-4acd40b69b67 req-4cf1f1ab-6d18-444b-a542-fa659f5d5cd9 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 210 time: 0.0687506 Apr 11 19:33:37.905199 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab6449-d23e-4918-9a70-957155251843 req-e71d5208-916a-4497-a59f-75f06fe58922 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:37.907721 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-38ab6449-d23e-4918-9a70-957155251843 req-e71d5208-916a-4497-a59f-75f06fe58922 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0715127 Apr 11 19:33:37.920776 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5b1f94d5-414d-477b-b260-666aa0682a54 req-0edd9e03-680e-4640-ab24-d4108748d60e tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 210 time: 0.0394063 Apr 11 19:33:37.969471 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-38ab6449-d23e-4918-9a70-957155251843 req-090dcc60-39ca-472e-9b4b-e11896625e3a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Apr 11 19:33:38.217686 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-25da8ce0-6e1a-48b2-b9f8-9b826ef1c395 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:38.219225 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-25da8ce0-6e1a-48b2-b9f8-9b826ef1c395 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.53 "GET /v2.0/networks?id=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede HTTP/1.1" status: 200 len: 808 time: 0.1962948 Apr 11 19:33:38.241110 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Request body: {'port': {'device_id': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede', 'admin_state_up': True, 'tenant_id': '110e6cd8cb2f46f8a4128ddfd8f3beb3'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:38.378463 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Made reservation on behalf of 110e6cd8cb2f46f8a4128ddfd8f3beb3 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:38.382012 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:38.583366 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Allocated IP 172.20.0.4 (92d38f99-21b2-4d19-8ad6-f87eb1bc5ede/d43b8b3b-19a9-486e-9431-b9738a2bd251/99ce8205-75d5-4936-863e-c6f1ef7f575e) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:33:38.817324 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks [] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:38.859546 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:38.908336 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:38.911425 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:38.915125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:38.925975 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:38.926473 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:38.936910 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Pushing event updated for resources: {'Port': ['ID=99ce8205-75d5-4936-863e-c6f1ef7f575e,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:38.951541 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-49c0e10d-5a3b-4fcc-9a85-7f0765056d25 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145333 Apr 11 19:33:38.967626 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Request body: {'port': {'device_id': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:39.050525 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:39.086221 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfed8c8-a2a1-43bb-8797-80b18efb57f5 req-42035300-df5c-4bac-ba79-3fb10a54dda9 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:39.097671 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9dfed8c8-a2a1-43bb-8797-80b18efb57f5 req-42035300-df5c-4bac-ba79-3fb10a54dda9 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 931 time: 0.0975995 Apr 11 19:33:39.182818 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9dfed8c8-a2a1-43bb-8797-80b18efb57f5 req-32105e87-4f91-46f3-9cec-3eb81255dfa6 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821476 Apr 11 19:33:39.267211 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb482-b10e-4d91-ae5e-b98c1dd2cb8e req-d49a9791-a0b9-40c3-83c5-086682eca765 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:39.268974 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-004bb482-b10e-4d91-ae5e-b98c1dd2cb8e req-d49a9791-a0b9-40c3-83c5-086682eca765 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.1498032 Apr 11 19:33:39.419194 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-004bb482-b10e-4d91-ae5e-b98c1dd2cb8e req-63f3a329-543d-4cb5-b70a-6354a23d792e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378939 Apr 11 19:33:39.769261 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ce8205-75d5-4936-863e-c6f1ef7f575e {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:39.785084 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Publish callbacks [] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:39.806138 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Transition to ACTIVE for port object 99ce8205-75d5-4936-863e-c6f1ef7f575e will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:39.814923 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:39.901880 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Pushing event updated for resources: {'Port': ['ID=99ce8205-75d5-4936-863e-c6f1ef7f575e,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:39.928042 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Attempting to bind port 99ce8205-75d5-4936-863e-c6f1ef7f575e on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:39.928775 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Attempting to bind port 99ce8205-75d5-4936-863e-c6f1ef7f575e by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '0d479aed-9845-4cc5-bd13-51c437cb0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:39.929004 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Attempting to bind port 99ce8205-75d5-4936-863e-c6f1ef7f575e on network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:39.934355 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Port 99ce8205-75d5-4936-863e-c6f1ef7f575e on network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:39.934804 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Attempting to bind port 99ce8205-75d5-4936-863e-c6f1ef7f575e on network 92d38f99-21b2-4d19-8ad6-f87eb1bc5ede {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:39.942979 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:39.943631 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Checking segment: {'id': '0d479aed-9845-4cc5-bd13-51c437cb0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:39.944189 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Bound using segment: {'id': '0d479aed-9845-4cc5-bd13-51c437cb0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:39.944902 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Bound port: 99ce8205-75d5-4936-863e-c6f1ef7f575e, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d479aed-9845-4cc5-bd13-51c437cb0dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:39.945728 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.047535 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] For port 99ce8205-75d5-4936-863e-c6f1ef7f575e, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:40.057934 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] For port 99ce8205-75d5-4936-863e-c6f1ef7f575e, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e,segment=NetworkSegment(0d479aed-9845-4cc5-bd13-51c437cb0dc4),segment_id=0d479aed-9845-4cc5-bd13-51c437cb0dc4)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:40.066418 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.115037 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:40.115881 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:40.118617 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] 10.222.0.53 "PUT /v2.0/ports/99ce8205-75d5-4936-863e-c6f1ef7f575e HTTP/1.1" status: 200 len: 1093 time: 1.1559589 Apr 11 19:33:40.122075 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'tag': '99ce8205-75d5-4936-863e-c6f1ef7f575e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:40.127224 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac8b85d-8d2b-41e6-b178-ab53499c67c8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8cc5ed-4279-48b2-a102-981580c9308d", "tag": "99ce8205-75d5-4936-863e-c6f1ef7f575e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:40.162113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f034e4-d4c3-4e84-bc57-141a45b257d2 service neutron] Pushing event updated for resources: {'Port': ['ID=99ce8205-75d5-4936-863e-c6f1ef7f575e,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:40.180596 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af2d6de-8405-4400-8b61-1ec174655bba x-openstack-request-id: req-1af2d6de-8405-4400-8b61-1ec174655bba {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:40.181086 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8cc5ed-4279-48b2-a102-981580c9308d", "tag": "99ce8205-75d5-4936-863e-c6f1ef7f575e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:40.181483 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1af2d6de-8405-4400-8b61-1ec174655bba {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:40.182165 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af2d6de-8405-4400-8b61-1ec174655bba'] response: {'name': 'network-changed', 'server_uuid': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'tag': '99ce8205-75d5-4936-863e-c6f1ef7f575e', 'status': 'completed', 'code': 200} Apr 11 19:33:40.244995 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-17c86de9-3c40-4f4d-af05-80a071400342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:40.246334 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-17c86de9-3c40-4f4d-af05-80a071400342 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=110e6cd8cb2f46f8a4128ddfd8f3beb3&device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 1127 time: 0.0521617 Apr 11 19:33:40.298308 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-d8affcc5-7d69-43ad-9684-ba50e7e494df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e HTTP/1.1" status: 200 len: 217 time: 0.0434444 Apr 11 19:33:40.390905 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732fe87-4956-4eb1-a66a-e627f215148c req-f9a060fa-8195-4ea5-a480-64b0428d4684 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:40.392600 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d732fe87-4956-4eb1-a66a-e627f215148c req-f9a060fa-8195-4ea5-a480-64b0428d4684 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 943 time: 0.0844991 Apr 11 19:33:40.394716 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-60e4d2e2-433f-447d-addc-f4da09ad7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:40.396110 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-60e4d2e2-433f-447d-addc-f4da09ad7234 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d43b8b3b-19a9-486e-9431-b9738a2bd251 HTTP/1.1" status: 200 len: 848 time: 0.0894232 Apr 11 19:33:40.453954 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-624aaeb5-5c86-4dfd-8586-c421db0482d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408416 Apr 11 19:33:40.488066 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d732fe87-4956-4eb1-a66a-e627f215148c req-10a8ab67-3a0c-41c0-8995-848a609c489a tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887964 Apr 11 19:33:40.575489 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cc25b-8eb8-4146-a738-c714c5f3fc96 req-deebe77c-e5cf-47b1-978b-105783897b9a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:40.577527 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5f0cc25b-8eb8-4146-a738-c714c5f3fc96 req-deebe77c-e5cf-47b1-978b-105783897b9a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0489938 Apr 11 19:33:40.581894 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-e7b23136-0731-4a6e-9b5a-394917febcf4 service neutron] 10.222.0.53 "GET /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147757 Apr 11 19:33:40.639272 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5f0cc25b-8eb8-4146-a738-c714c5f3fc96 req-df94982e-dbd0-4dc2-9059-f766cb4605ac tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557711 Apr 11 19:33:40.693670 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5ea0ff20-5ef2-4b00-8a3a-db48adda58cd req-c1cbdd51-4711-442b-91ff-3d65c8542ce3 service neutron] 10.222.0.53 "GET /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044502 Apr 11 19:33:41.510431 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40620) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:41.632135 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f819c371-b455-4580-8e38-8f1cef68bcd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.640154 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81060635-6c67-4116-9f55-12a39c132aca req-1e0ae292-1b51-4c1f-8a9c-fe1a49189af7 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:41.641663 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-81060635-6c67-4116-9f55-12a39c132aca req-1e0ae292-1b51-4c1f-8a9c-fe1a49189af7 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 943 time: 0.0684431 Apr 11 19:33:41.718582 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-81060635-6c67-4116-9f55-12a39c132aca req-4ec35016-22fa-49eb-8160-80e4c76c0830 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Apr 11 19:33:41.775980 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f819c371-b455-4580-8e38-8f1cef68bcd0 admin admin] Publish callbacks [] for security_group (2a824890-e103-43b7-8d6c-a6a544bec376), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.780959 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f819c371-b455-4580-8e38-8f1cef68bcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2a824890-e103-43b7-8d6c-a6a544bec376), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.817502 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d876b-443f-4991-8ff8-9134933dde75 req-c970b1b3-ce12-40c9-9bed-a2d5a235fe1b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:41.820701 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b95d876b-443f-4991-8ff8-9134933dde75 req-c970b1b3-ce12-40c9-9bed-a2d5a235fe1b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0763900 Apr 11 19:33:41.824770 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819c371-b455-4580-8e38-8f1cef68bcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a824890-e103-43b7-8d6c-a6a544bec376,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:41.832433 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f819c371-b455-4580-8e38-8f1cef68bcd0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=239788f79b5f4ed6bbb45382065d6cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186679 Apr 11 19:33:41.833327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40634) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:41.893246 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b95d876b-443f-4991-8ff8-9134933dde75 req-5bde5ae8-f3d6-46e6-a990-196c252f8241 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672989 Apr 11 19:33:41.893386 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2198-d06f-4a42-9f70-902078aa8278 admin admin] Publish callbacks [] for security_group (2a824890-e103-43b7-8d6c-a6a544bec376), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.949792 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2198-d06f-4a42-9f70-902078aa8278 admin admin] Publish callbacks [] for security_group (2a824890-e103-43b7-8d6c-a6a544bec376), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:41.971470 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-19b7a8ad-35d9-425d-92b1-f062815e7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:41.973017 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-19b7a8ad-35d9-425d-92b1-f062815e7c16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=110e6cd8cb2f46f8a4128ddfd8f3beb3&device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 1127 time: 0.0613327 Apr 11 19:33:42.067705 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2198-d06f-4a42-9f70-902078aa8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2a824890-e103-43b7-8d6c-a6a544bec376), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.070598 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0f0c2198-d06f-4a42-9f70-902078aa8278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.071914 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0f0c2198-d06f-4a42-9f70-902078aa8278 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a824890-e103-43b7-8d6c-a6a544bec376 HTTP/1.1" status: 204 len: 168 time: 0.2381799 Apr 11 19:33:42.092242 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2198-d06f-4a42-9f70-902078aa8278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a824890-e103-43b7-8d6c-a6a544bec376,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:42.129620 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-33e66666-2101-4bd1-b9b8-2e6ffbad1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.131223 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-33e66666-2101-4bd1-b9b8-2e6ffbad1d6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede HTTP/1.1" status: 200 len: 909 time: 0.1505558 Apr 11 19:33:42.246279 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-43ab399a-8687-4b01-beef-3f143b0c56f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e HTTP/1.1" status: 200 len: 217 time: 0.0418913 Apr 11 19:33:42.305133 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-9cab1084-5bb7-4d05-8184-264aa01268ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.306798 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-9cab1084-5bb7-4d05-8184-264aa01268ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d43b8b3b-19a9-486e-9431-b9738a2bd251 HTTP/1.1" status: 200 len: 848 time: 0.0527115 Apr 11 19:33:42.346783 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-239fbdec-cc63-48b3-8a36-c534f3ef2cea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317199 Apr 11 19:33:42.375482 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40644) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:42.388085 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e324cba7-8c69-4f63-b3c0-f7d592ac0f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.457536 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-af5773c2-d95a-43fb-814e-f406f90918e1 service neutron] 10.222.0.53 "GET /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036265 Apr 11 19:33:42.478289 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e324cba7-8c69-4f63-b3c0-f7d592ac0f9d admin admin] Publish callbacks [] for security_group (b4c18743-7eaf-4ec6-b416-eab29efa3876), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.482405 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e324cba7-8c69-4f63-b3c0-f7d592ac0f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b4c18743-7eaf-4ec6-b416-eab29efa3876), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.521088 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e324cba7-8c69-4f63-b3c0-f7d592ac0f9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=970161575b3048e1829f6a871e08779a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451037 Apr 11 19:33:42.523144 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324cba7-8c69-4f63-b3c0-f7d592ac0f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c18743-7eaf-4ec6-b416-eab29efa3876,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:42.525546 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40646) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:42.596555 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fac8b85d-8d2b-41e6-b178-ab53499c67c8 req-17da0c6e-379a-4be2-94bb-1918184bb10f service neutron] 10.222.0.53 "GET /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326332 Apr 11 19:33:42.606479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e4720d1-a4ac-4e1c-9b6c-9e4173c9ec12 admin admin] Publish callbacks [] for security_group (b4c18743-7eaf-4ec6-b416-eab29efa3876), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.631998 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e4720d1-a4ac-4e1c-9b6c-9e4173c9ec12 admin admin] Publish callbacks [] for security_group (b4c18743-7eaf-4ec6-b416-eab29efa3876), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.682266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e4720d1-a4ac-4e1c-9b6c-9e4173c9ec12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b4c18743-7eaf-4ec6-b416-eab29efa3876), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.685335 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e4720d1-a4ac-4e1c-9b6c-9e4173c9ec12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:42.686498 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2e4720d1-a4ac-4e1c-9b6c-9e4173c9ec12 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4c18743-7eaf-4ec6-b416-eab29efa3876 HTTP/1.1" status: 204 len: 168 time: 0.1598446 Apr 11 19:33:42.695282 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4720d1-a4ac-4e1c-9b6c-9e4173c9ec12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c18743-7eaf-4ec6-b416-eab29efa3876,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:42.875916 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88171354-7968-4917-99f7-94aaebe9a316 req-9499b2ec-be66-480f-9c4a-852e77a84475 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:42.877531 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-88171354-7968-4917-99f7-94aaebe9a316 req-9499b2ec-be66-480f-9c4a-852e77a84475 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 943 time: 0.0582476 Apr 11 19:33:42.968230 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-88171354-7968-4917-99f7-94aaebe9a316 req-a52e38d3-2e1c-42b1-9b4a-ed8be232506c tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814588 Apr 11 19:33:43.042633 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7491c2-f178-4408-b04f-f011bc200805 req-76d3a855-bb22-47a8-a6e6-a565c8baeadb tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:43.044199 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1d7491c2-f178-4408-b04f-f011bc200805 req-76d3a855-bb22-47a8-a6e6-a565c8baeadb tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0699220 Apr 11 19:33:43.108494 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1d7491c2-f178-4408-b04f-f011bc200805 req-d7ed2419-9228-4873-a760-7ddc5d4d9f99 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577824 Apr 11 19:33:43.924017 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 99ce8205-75d5-4936-863e-c6f1ef7f575e details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:33:44.016134 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.046794 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 99ce8205-75d5-4936-863e-c6f1ef7f575e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e,segment=NetworkSegment(0d479aed-9845-4cc5-bd13-51c437cb0dc4),segment_id=0d479aed-9845-4cc5-bd13-51c437cb0dc4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:44.064233 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '99ce8205-75d5-4936-863e-c6f1ef7f575e', 'network_id': '92d38f99-21b2-4d19-8ad6-f87eb1bc5ede', 'port_id': '99ce8205-75d5-4936-863e-c6f1ef7f575e', 'mac_address': 'fa:16:3e:94:0e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43b8b3b-19a9-486e-9431-b9738a2bd251', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:33:44.109785 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 99ce8205-75d5-4936-863e-c6f1ef7f575e is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:44.110357 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.143537 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ce8205-75d5-4936-863e-c6f1ef7f575e {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:44.196383 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 99ce8205-75d5-4936-863e-c6f1ef7f575e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e,segment=NetworkSegment(0d479aed-9845-4cc5-bd13-51c437cb0dc4),segment_id=0d479aed-9845-4cc5-bd13-51c437cb0dc4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:44.206531 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c785-71a7-437d-acf4-72e87c2275bb req-66f2d52a-6352-4da4-8fa7-080cadb84247 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:44.207398 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.231040 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cdd5c785-71a7-437d-acf4-72e87c2275bb req-66f2d52a-6352-4da4-8fa7-080cadb84247 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 943 time: 0.1228125 Apr 11 19:33:44.285927 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=99ce8205-75d5-4936-863e-c6f1ef7f575e,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:44.296557 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.297160 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.297676 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.298185 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.298924 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.299406 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.300110 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.300599 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.301101 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.301690 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.302439 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.302938 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.303411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.303883 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.304495 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:33:44.313411 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cdd5c785-71a7-437d-acf4-72e87c2275bb req-1e97f869-647a-45d8-99e4-e7ca17a3b18e tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809772 Apr 11 19:33:44.340962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b33b0a-628e-4414-9007-a05d19d56f6b req-d801a634-3cce-46ea-97f2-ce051945ad45 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:44.342752 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-64b33b0a-628e-4414-9007-a05d19d56f6b req-d801a634-3cce-46ea-97f2-ce051945ad45 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0874686 Apr 11 19:33:44.414257 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-64b33b0a-628e-4414-9007-a05d19d56f6b req-1b76e5c0-18f1-47f1-94ed-9ba983d98ca2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Apr 11 19:33:44.536688 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['99ce8205-75d5-4936-863e-c6f1ef7f575e'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:33:44.583319 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 40750) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:44.721216 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0eca-a351-41de-8fda-3f983fbb07d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.803207 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0eca-a351-41de-8fda-3f983fbb07d4 admin admin] Publish callbacks [] for security_group (e2d0c947-6f15-437f-af14-99529457990f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.807566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0eca-a351-41de-8fda-3f983fbb07d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (e2d0c947-6f15-437f-af14-99529457990f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.851493 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c5cf0eca-a351-41de-8fda-3f983fbb07d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fc3255d37344f2caf0a40e0dcaca941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671225 Apr 11 19:33:44.852923 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf0eca-a351-41de-8fda-3f983fbb07d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0c947-6f15-437f-af14-99529457990f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:44.855778 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 40754) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:33:44.909151 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3609-68a5-4eed-9c66-25fa5910a063 admin admin] Publish callbacks [] for security_group (e2d0c947-6f15-437f-af14-99529457990f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.936040 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3609-68a5-4eed-9c66-25fa5910a063 admin admin] Publish callbacks [] for security_group (e2d0c947-6f15-437f-af14-99529457990f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.988746 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3609-68a5-4eed-9c66-25fa5910a063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (e2d0c947-6f15-437f-af14-99529457990f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.991236 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3609-68a5-4eed-9c66-25fa5910a063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:44.992403 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5d5f3609-68a5-4eed-9c66-25fa5910a063 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2d0c947-6f15-437f-af14-99529457990f HTTP/1.1" status: 204 len: 168 time: 0.1352539 Apr 11 19:33:45.000257 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f3609-68a5-4eed-9c66-25fa5910a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0c947-6f15-437f-af14-99529457990f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:45.435317 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9109dca-7064-45be-92bf-775c3577fd79 req-2026f560-627a-4bc4-9684-3c1e41c2fd40 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:45.437140 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a9109dca-7064-45be-92bf-775c3577fd79 req-2026f560-627a-4bc4-9684-3c1e41c2fd40 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 944 time: 0.0550311 Apr 11 19:33:45.494592 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a9109dca-7064-45be-92bf-775c3577fd79 req-87f1e65f-1b77-4f43-bf8e-effb4ba5f15d tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520444 Apr 11 19:33:45.558883 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6327414-e9d5-42a6-acac-65ab78096c9d req-e94afc42-099e-44fb-9a85-382ef8fd5c46 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:45.560428 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f6327414-e9d5-42a6-acac-65ab78096c9d req-e94afc42-099e-44fb-9a85-382ef8fd5c46 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0581107 Apr 11 19:33:45.613825 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f6327414-e9d5-42a6-acac-65ab78096c9d req-698bda2b-0e31-4d51-9a6b-b6e7c891a992 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475318 Apr 11 19:33:45.937201 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 99ce8205-75d5-4936-863e-c6f1ef7f575e up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:33:46.006621 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 99ce8205-75d5-4936-863e-c6f1ef7f575e completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:33:46.013362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 99ce8205-75d5-4936-863e-c6f1ef7f575e triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:46.014101 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:46.121511 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 99ce8205-75d5-4936-863e-c6f1ef7f575e is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:33:46.121910 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:46.151052 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ce8205-75d5-4936-863e-c6f1ef7f575e'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:46.153382 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38b4e8-df5b-4362-9da7-15b10870ee07" -d '{"events": [{"server_uuid": "4b8cc5ed-4279-48b2-a102-981580c9308d", "name": "network-vif-plugged", "status": "completed", "tag": "99ce8205-75d5-4936-863e-c6f1ef7f575e"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:46.166414 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 99ce8205-75d5-4936-863e-c6f1ef7f575e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e,segment=NetworkSegment(0d479aed-9845-4cc5-bd13-51c437cb0dc4),segment_id=0d479aed-9845-4cc5-bd13-51c437cb0dc4)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:46.169950 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:46.193298 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15632e1-fb15-4f9d-933a-ecbbc7127dcd x-openstack-request-id: req-b15632e1-fb15-4f9d-933a-ecbbc7127dcd {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:46.193619 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8cc5ed-4279-48b2-a102-981580c9308d", "name": "network-vif-plugged", "status": "completed", "tag": "99ce8205-75d5-4936-863e-c6f1ef7f575e", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:46.193883 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b15632e1-fb15-4f9d-933a-ecbbc7127dcd {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:46.194283 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15632e1-fb15-4f9d-933a-ecbbc7127dcd'] response: {'server_uuid': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ce8205-75d5-4936-863e-c6f1ef7f575e', 'code': 200} Apr 11 19:33:46.232600 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=99ce8205-75d5-4936-863e-c6f1ef7f575e,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:46.376089 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84002-de18-4f2a-8f79-0c6d15ca2e10 req-93b12146-4caf-4695-80e8-f554cabff3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:46.377507 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-92b84002-de18-4f2a-8f79-0c6d15ca2e10 req-93b12146-4caf-4695-80e8-f554cabff3b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 1129 time: 0.0400057 Apr 11 19:33:46.423729 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-92b84002-de18-4f2a-8f79-0c6d15ca2e10 req-2af727e4-8c2f-4787-949e-e90d8024176f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Apr 11 19:33:46.612052 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceddb83-5e76-476f-b3a0-1732ed6b26cc req-d2021249-5925-47fa-87b6-1fd7e6dfe5dc tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:46.613640 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bceddb83-5e76-476f-b3a0-1732ed6b26cc req-d2021249-5925-47fa-87b6-1fd7e6dfe5dc tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0482128 Apr 11 19:33:46.664914 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bceddb83-5e76-476f-b3a0-1732ed6b26cc req-fd253ae8-7c7d-42ef-9843-dd117bab9fdc tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Apr 11 19:33:46.737289 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea399-5723-41dd-a550-6454a33550d8 req-960843e3-cf33-4c4a-951f-71e72edf7f77 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:46.739037 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bccea399-5723-41dd-a550-6454a33550d8 req-960843e3-cf33-4c4a-951f-71e72edf7f77 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0477643 Apr 11 19:33:46.794503 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bccea399-5723-41dd-a550-6454a33550d8 req-cfbe7ea2-16fc-44f3-ada8-048ee9e097a4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Apr 11 19:33:47.734925 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8fb04646-aa8b-47e7-8246-2cb1af659768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:47.813168 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd11fdd-cc4d-48f6-a688-d8e102107fea req-6a69cab6-f2ae-4559-ae92-fd01c8436913 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:47.814737 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bcd11fdd-cc4d-48f6-a688-d8e102107fea req-6a69cab6-f2ae-4559-ae92-fd01c8436913 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0522780 Apr 11 19:33:47.864492 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bcd11fdd-cc4d-48f6-a688-d8e102107fea req-412d3ada-6d98-4a72-a841-e8f0ff393f48 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Apr 11 19:33:47.971699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b64fa-4d90-41fc-8a44-8fba3b09f1c2 req-135d3b99-6631-46d1-b21e-13ff41b91599 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:47.973156 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-138b64fa-4d90-41fc-8a44-8fba3b09f1c2 req-135d3b99-6631-46d1-b21e-13ff41b91599 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0478597 Apr 11 19:33:48.022384 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-138b64fa-4d90-41fc-8a44-8fba3b09f1c2 req-ded0badc-c6bd-4518-8ebe-f98d47be75ac tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Apr 11 19:33:48.988923 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02ec4-08de-4a59-b890-834ad644b0f1 req-2e8df60f-424a-43df-a2d8-ff117963b475 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:48.990386 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f5a02ec4-08de-4a59-b890-834ad644b0f1 req-2e8df60f-424a-43df-a2d8-ff117963b475 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0503662 Apr 11 19:33:49.036984 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f5a02ec4-08de-4a59-b890-834ad644b0f1 req-77bdb491-0e91-4c12-a86d-be8060747289 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Apr 11 19:33:49.141096 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87d646-573e-4ead-984e-becccee5b5fc req-2e7e79d4-56b3-4efb-a14f-6c3cb1a62746 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:49.142604 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6b87d646-573e-4ead-984e-becccee5b5fc req-2e7e79d4-56b3-4efb-a14f-6c3cb1a62746 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0486436 Apr 11 19:33:49.195261 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6b87d646-573e-4ead-984e-becccee5b5fc req-bdc5e48d-1453-40f8-8f1d-1c3893eb2b1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458856 Apr 11 19:33:50.309393 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f740e0-108b-4913-ba60-68e028c7434e req-d8b811ec-d8f1-449e-83a7-197168a4c135 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:50.310907 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-98f740e0-108b-4913-ba60-68e028c7434e req-d8b811ec-d8f1-449e-83a7-197168a4c135 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0487194 Apr 11 19:33:50.362596 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-98f740e0-108b-4913-ba60-68e028c7434e req-88acb7b8-be7a-4b4b-8f75-a9fe1d2c4157 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461483 Apr 11 19:33:50.776769 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2db57275-5f1a-426d-8694-c3f1d29d07d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:51.482807 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6986ab-201d-4303-8b6c-7f54b0de8353 req-971f6029-fbee-4a7e-93b5-de2f1fcd0446 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:51.484365 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1e6986ab-201d-4303-8b6c-7f54b0de8353 req-971f6029-fbee-4a7e-93b5-de2f1fcd0446 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0483937 Apr 11 19:33:51.537359 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1e6986ab-201d-4303-8b6c-7f54b0de8353 req-fe0da8d8-a897-41bd-b8fd-45104c2b3aff tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464358 Apr 11 19:33:51.759672 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0757a1-9dac-4f73-bb0d-93b58c4ba524 req-bf20f3f0-2e45-4eb2-8149-fa4fec9a4ddb tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:51.761183 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8d0757a1-9dac-4f73-bb0d-93b58c4ba524 req-bf20f3f0-2e45-4eb2-8149-fa4fec9a4ddb tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0502234 Apr 11 19:33:51.769845 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:51.820973 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8d0757a1-9dac-4f73-bb0d-93b58c4ba524 req-a2a78206-41cc-47e3-a975-c3ffd8212f5e tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538249 Apr 11 19:33:52.662155 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d535fa-1832-428a-914a-8192de489f70 req-adda14be-c9de-4edb-87d2-de638e4cb7a9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:52.663638 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-70d535fa-1832-428a-914a-8192de489f70 req-adda14be-c9de-4edb-87d2-de638e4cb7a9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0516086 Apr 11 19:33:52.712248 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-70d535fa-1832-428a-914a-8192de489f70 req-974ab20e-5830-485e-96a0-363070fa1635 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Apr 11 19:33:52.878881 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:52.933755 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760d18-70fa-4fd4-a0c4-71df6256cf66 req-e219d940-e3d8-4b0d-b7b6-48cca0b98080 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:52.935580 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b760d18-70fa-4fd4-a0c4-71df6256cf66 req-e219d940-e3d8-4b0d-b7b6-48cca0b98080 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0482445 Apr 11 19:33:52.983175 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b760d18-70fa-4fd4-a0c4-71df6256cf66 req-87fe58ac-07a5-4030-9f2e-e723285bac8f tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Apr 11 19:33:53.595033 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-a0403f19-a2d7-4be4-81f9-913468d510e1 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:53.596683 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-a0403f19-a2d7-4be4-81f9-913468d510e1 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0577474 Apr 11 19:33:53.728312 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Deleting port 99ce8205-75d5-4936-863e-c6f1ef7f575e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:33:53.729021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:53.845181 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214924f-99d4-44dd-9b22-86e00e52bc6f req-3aaf95a3-7c6e-4b03-8ff7-bf8440e5b907 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:53.846539 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f214924f-99d4-44dd-9b22-86e00e52bc6f req-3aaf95a3-7c6e-4b03-8ff7-bf8440e5b907 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0590756 Apr 11 19:33:53.891317 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] For port 99ce8205-75d5-4936-863e-c6f1ef7f575e, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=99ce8205-75d5-4936-863e-c6f1ef7f575e,segment=NetworkSegment(0d479aed-9845-4cc5-bd13-51c437cb0dc4),segment_id=0d479aed-9845-4cc5-bd13-51c437cb0dc4)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:33:53.891679 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:53.913836 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Calling delete_port for 99ce8205-75d5-4936-863e-c6f1ef7f575e owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:33:53.942143 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f214924f-99d4-44dd-9b22-86e00e52bc6f req-6e0e8aa0-d628-4010-8d77-fb874e46bfa1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885231 Apr 11 19:33:54.121559 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ceee6-abd9-4c22-bc22-e429512a184b req-0e1b6bc9-59dd-4594-89f6-304ecf756962 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:54.123110 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b24ceee6-abd9-4c22-bc22-e429512a184b req-0e1b6bc9-59dd-4594-89f6-304ecf756962 tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b8cc5ed-4279-48b2-a102-981580c9308d HTTP/1.1" status: 200 len: 945 time: 0.0629125 Apr 11 19:33:54.126772 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (99ce8205-75d5-4936-863e-c6f1ef7f575e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:54.170844 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Pushing event deleted for resources: {'Port': ['ID=99ce8205-75d5-4936-863e-c6f1ef7f575e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:54.246801 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] No DVR routers for this DVR port 99ce8205-75d5-4936-863e-c6f1ef7f575e on host hv-cinder-83078 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:33:54.255828 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:54.260061 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4ee49e21-7727-4118-ba3d-d33bfb914209 req-98577714-e03d-40da-a5e7-96203bb1c36b tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.53 "DELETE /v2.0/ports/99ce8205-75d5-4936-863e-c6f1ef7f575e HTTP/1.1" status: 204 len: 173 time: 0.6546059 Apr 11 19:33:54.260538 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'name': 'network-vif-deleted', 'tag': '99ce8205-75d5-4936-863e-c6f1ef7f575e'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:54.262891 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd7e290-0305-4645-8ad2-a95480e57283" -d '{"events": [{"server_uuid": "4b8cc5ed-4279-48b2-a102-981580c9308d", "name": "network-vif-deleted", "tag": "99ce8205-75d5-4936-863e-c6f1ef7f575e"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:54.269689 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b24ceee6-abd9-4c22-bc22-e429512a184b req-bb5446dc-474d-4d7e-861e-51dcb15308ce tempest-VolumesActionsTest-194784263 tempest-VolumesActionsTest-194784263-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d526ca2-2479-46a0-9cc2-a15f3eaddd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410327 Apr 11 19:33:54.333478 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23775df1-bf1e-42e5-a17c-fd197cf303fe x-openstack-request-id: req-23775df1-bf1e-42e5-a17c-fd197cf303fe {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:54.333795 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8cc5ed-4279-48b2-a102-981580c9308d", "name": "network-vif-deleted", "tag": "99ce8205-75d5-4936-863e-c6f1ef7f575e", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:54.334172 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23775df1-bf1e-42e5-a17c-fd197cf303fe {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:54.334582 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23775df1-bf1e-42e5-a17c-fd197cf303fe'] response: {'server_uuid': '4b8cc5ed-4279-48b2-a102-981580c9308d', 'name': 'network-vif-deleted', 'tag': '99ce8205-75d5-4936-863e-c6f1ef7f575e', 'status': 'completed', 'code': 200} Apr 11 19:33:54.715000 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-6949eb71-7cfc-4e4e-ae83-ea5b70e72303 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5662c49af099401f8f847aca658f0ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362775 Apr 11 19:33:54.928127 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-0dbc21e4-849c-41e7-8f89-83d6eb2e67c4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:54.929729 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-0dbc21e4-849c-41e7-8f89-83d6eb2e67c4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094524 Apr 11 19:33:54.959105 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-d4caf3b2-e73e-4d9d-a2c9-eef113ab142a tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/quotas/5662c49af099401f8f847aca658f0ef8 HTTP/1.1" status: 200 len: 375 time: 0.0154929 Apr 11 19:33:54.967214 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:54.995842 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-93a575f4-f5f4-4a7d-8174-ed3585626c87 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5662c49af099401f8f847aca658f0ef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296781 Apr 11 19:33:55.062171 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bc00e-f66e-48d5-ae61-ba7dda2b06df req-0ab4aee7-00c7-4182-8eff-f2f0bf63963c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:55.065024 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cb5bc00e-f66e-48d5-ae61-ba7dda2b06df req-0ab4aee7-00c7-4182-8eff-f2f0bf63963c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0521090 Apr 11 19:33:55.113688 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cb5bc00e-f66e-48d5-ae61-ba7dda2b06df req-87e77fa4-6617-40fb-93b7-73d9e423c89e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441470 Apr 11 19:33:55.165832 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dc544bca-aa57-455c-adf3-145bb7e18200 req-32fcd6fe-8a19-4240-8dbb-3a578c0e72e2 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 210 time: 0.0273099 Apr 11 19:33:55.999387 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 99ce8205-75d5-4936-863e-c6f1ef7f575e no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:33:56.022282 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 99ce8205-75d5-4936-863e-c6f1ef7f575e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:33:56.022623 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 99ce8205-75d5-4936-863e-c6f1ef7f575e not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:33:56.167035 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-b45b6d13-948b-4b7d-9909-08eb2b1aff4f tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5662c49af099401f8f847aca658f0ef8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304456 Apr 11 19:33:56.259325 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efffd0d-aa37-41ca-a85c-dc61442bebdb req-de19bd17-0909-4fd2-867b-637ed7eb5acc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:56.260827 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5efffd0d-aa37-41ca-a85c-dc61442bebdb req-de19bd17-0909-4fd2-867b-637ed7eb5acc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0604005 Apr 11 19:33:56.318610 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5efffd0d-aa37-41ca-a85c-dc61442bebdb req-daac977d-f282-4233-940d-a532c2b747e6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511210 Apr 11 19:33:56.369398 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f6436c1-95b1-49fe-a497-3fa92261561e req-3fd85153-0fc2-4b90-9c69-d953c3771211 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 210 time: 0.0789800 Apr 11 19:33:56.436113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-ca298dc6-8e80-4aae-ab6c-04fd79be7b89 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:56.437638 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-ca298dc6-8e80-4aae-ab6c-04fd79be7b89 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625961 Apr 11 19:33:56.463960 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Request body: {'port': {'device_id': '135531b1-f815-464b-b342-b25ca107cda5', 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731', 'admin_state_up': True, 'tenant_id': '5662c49af099401f8f847aca658f0ef8'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:56.576701 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Made reservation on behalf of 5662c49af099401f8f847aca658f0ef8 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:33:56.580774 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:56.589685 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:56.690448 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks [] for security_group (6dd546b8-7c39-4e6e-9cfd-fcb294bc8326), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:56.694597 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6dd546b8-7c39-4e6e-9cfd-fcb294bc8326), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:56.763480 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:57.070633 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Allocated IP 192.168.233.226 (e736f4e5-22ce-4fdb-9a26-a6e50ff12731/7a55d4e6-094f-4691-bde8-a43d2fa37f29/eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:33:57.233366 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks [] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.267860 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.314581 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:33:57.317594 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:33:57.321699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:33:57.326903 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:57.327687 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.336986 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Pushing event updated for resources: {'Port': ['ID=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:57.352490 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-f3054f65-475e-4536-bde0-5738daf37e2b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8920636 Apr 11 19:33:57.368781 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Request body: {'port': {'device_id': '135531b1-f815-464b-b342-b25ca107cda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:33:57.450775 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567e72c-da1c-45b3-b521-015fd8ea4685 req-d5032595-8fae-4e0b-af7f-42de48ecfe37 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:57.458366 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8567e72c-da1c-45b3-b521-015fd8ea4685 req-d5032595-8fae-4e0b-af7f-42de48ecfe37 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0572264 Apr 11 19:33:57.498565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.521698 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8567e72c-da1c-45b3-b521-015fd8ea4685 req-386b8926-d954-40c9-8629-250f45706630 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623813 Apr 11 19:33:57.525104 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64245-6af4-4f15-9a6d-e887559c3747 req-7e42f771-a616-4c06-b56c-74acd477bae4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:57.526622 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f5b64245-6af4-4f15-9a6d-e887559c3747 req-7e42f771-a616-4c06-b56c-74acd477bae4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 936 time: 0.0735941 Apr 11 19:33:57.590503 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-15c05434-894d-4631-843e-50dcdc3e0917 None None] Provisioning complete for port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:33:57.591188 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-15c05434-894d-4631-843e-50dcdc3e0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.630156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-15c05434-894d-4631-843e-50dcdc3e0917 None None] Port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:33:57.666069 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f5b64245-6af4-4f15-9a6d-e887559c3747 req-2baf976c-9f5f-4423-b23c-b90d661fd9c6 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178486 Apr 11 19:33:57.833804 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:33:57.841962 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Publish callbacks [] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.854854 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Transition to ACTIVE for port object eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:33:57.858958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:57.912926 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Pushing event updated for resources: {'Port': ['ID=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:57.952175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Attempting to bind port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:33:57.952935 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Attempting to bind port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:33:57.954053 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Attempting to bind port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb on network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:57.966705 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb on network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:33:57.967249 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Attempting to bind port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb on network e736f4e5-22ce-4fdb-9a26-a6e50ff12731 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:33:57.976093 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:33:57.976700 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Checking segment: {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:33:57.977248 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Bound using segment: {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:33:57.977915 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Bound port: eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:33:57.978490 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:58.065216 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] For port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:33:58.069520 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] For port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:33:58.079265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:58.133098 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:58.133098 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:33:58.133850 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] 10.222.0.53 "PUT /v2.0/ports/eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb HTTP/1.1" status: 200 len: 1098 time: 0.7699890 Apr 11 19:33:58.134519 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135531b1-f815-464b-b342-b25ca107cda5', 'tag': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:33:58.138445 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae31cb0-903c-4b69-8615-7e9db0231177" -d '{"events": [{"name": "network-changed", "server_uuid": "135531b1-f815-464b-b342-b25ca107cda5", "tag": "eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:33:58.204591 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc21e5b-ba67-4a38-af9e-08e2c2f2ff63 x-openstack-request-id: req-4dc21e5b-ba67-4a38-af9e-08e2c2f2ff63 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:33:58.205230 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135531b1-f815-464b-b342-b25ca107cda5", "tag": "eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:33:58.205516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4dc21e5b-ba67-4a38-af9e-08e2c2f2ff63 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:33:58.205967 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dc21e5b-ba67-4a38-af9e-08e2c2f2ff63'] response: {'name': 'network-changed', 'server_uuid': '135531b1-f815-464b-b342-b25ca107cda5', 'tag': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb', 'status': 'completed', 'code': 200} Apr 11 19:33:58.210344 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb25f30-f002-466d-86f6-d40a59630746 service neutron] Pushing event updated for resources: {'Port': ['ID=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:33:58.251244 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-b570c3b0-c0de-4d07-89ae-76029ea6f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:58.253349 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-b570c3b0-c0de-4d07-89ae-76029ea6f522 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5662c49af099401f8f847aca658f0ef8&device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 1132 time: 0.0667138 Apr 11 19:33:58.314536 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-cc055e9b-5586-4715-8402-faa0bd82f2cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb HTTP/1.1" status: 200 len: 217 time: 0.0503409 Apr 11 19:33:58.407020 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-67b7d1c8-24e4-46e2-a20a-ef8e4f7d8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:58.408562 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-67b7d1c8-24e4-46e2-a20a-ef8e4f7d8952 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a55d4e6-094f-4691-bde8-a43d2fa37f29 HTTP/1.1" status: 200 len: 843 time: 0.0822651 Apr 11 19:33:58.460220 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b334461-912a-46ee-873e-07f7c7e42996 req-e43092b3-2164-493d-9238-7f5164962c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:58.463087 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-e43092b3-2164-493d-9238-7f5164962c58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e736f4e5-22ce-4fdb-9a26-a6e50ff12731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477459 Apr 11 19:33:58.649285 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da82f86-247e-49c7-a4b5-7ab1abb8f247 req-224df13e-590c-42f2-94f8-06b50d4ba098 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:58.650842 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5da82f86-247e-49c7-a4b5-7ab1abb8f247 req-224df13e-590c-42f2-94f8-06b50d4ba098 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0501902 Apr 11 19:33:58.701980 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5da82f86-247e-49c7-a4b5-7ab1abb8f247 req-fc549111-2f0c-4016-ae08-27579d1a707f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Apr 11 19:33:58.782633 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb90260-24ed-447f-8691-a42435bf8bfd req-006731b0-9828-4a24-b3d1-c675e33384fe tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:58.784213 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8bb90260-24ed-447f-8691-a42435bf8bfd req-006731b0-9828-4a24-b3d1-c675e33384fe tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 948 time: 0.0497179 Apr 11 19:33:58.838046 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8bb90260-24ed-447f-8691-a42435bf8bfd req-28e1ff2f-1098-41f8-97c4-0da0709a6c27 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Apr 11 19:33:59.623999 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-3e014901-c62d-40a5-a1ba-72ce2e73a95d service neutron] 10.222.0.53 "GET /v2.0/networks/e736f4e5-22ce-4fdb-9a26-a6e50ff12731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160221 Apr 11 19:33:59.679027 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4837c8-4357-4e9c-86ec-cfbd4625750d req-62c206e6-328f-489a-a050-1da9304f8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:59.680558 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4d4837c8-4357-4e9c-86ec-cfbd4625750d req-62c206e6-328f-489a-a050-1da9304f8b66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 1129 time: 0.0393212 Apr 11 19:33:59.727641 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4d4837c8-4357-4e9c-86ec-cfbd4625750d req-2c7c1f57-636a-421c-b82a-a4b80ad28354 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Apr 11 19:33:59.732715 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9b334461-912a-46ee-873e-07f7c7e42996 req-004a0bc5-a082-43a7-b56e-ca5ae9a0a67e service neutron] 10.222.0.53 "GET /v2.0/networks/e736f4e5-22ce-4fdb-9a26-a6e50ff12731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008370 Apr 11 19:33:59.833226 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac375de-a66a-45c2-911b-52eeab41e4fc req-dd99a79e-4470-463f-8217-67b0869ad6c5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:59.834739 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-aac375de-a66a-45c2-911b-52eeab41e4fc req-dd99a79e-4470-463f-8217-67b0869ad6c5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0585105 Apr 11 19:33:59.896882 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-aac375de-a66a-45c2-911b-52eeab41e4fc req-65d02a54-9d85-43fd-ae73-dc8562f02cb3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553713 Apr 11 19:33:59.955419 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c4d7e-64dc-4dae-aea1-6641ccc510bd req-7470a4a9-3698-4e16-b1b7-1585f1d8beef tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:33:59.957002 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c30c4d7e-64dc-4dae-aea1-6641ccc510bd req-7470a4a9-3698-4e16-b1b7-1585f1d8beef tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 948 time: 0.0490260 Apr 11 19:34:00.016742 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c30c4d7e-64dc-4dae-aea1-6641ccc510bd req-17574d34-443c-46f1-a290-9961b22ea3e7 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529191 Apr 11 19:34:00.593032 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41038) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:00.752045 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7dfef369-302e-4d21-bc05-cfbe7cbe99bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:00.839157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7dfef369-302e-4d21-bc05-cfbe7cbe99bb admin admin] Publish callbacks [] for security_group (1a81ff71-7a8d-4e97-ba9b-019e8435c4e0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:00.843142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7dfef369-302e-4d21-bc05-cfbe7cbe99bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1a81ff71-7a8d-4e97-ba9b-019e8435c4e0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:00.890331 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfef369-302e-4d21-bc05-cfbe7cbe99bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81ff71-7a8d-4e97-ba9b-019e8435c4e0,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:00.896577 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7dfef369-302e-4d21-bc05-cfbe7cbe99bb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d4694d02b8c24e23be48d1ea05adb488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024766 Apr 11 19:34:00.900249 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41048) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:00.980672 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80d69859-a187-4c67-9ede-35c56c4cc331 admin admin] Publish callbacks [] for security_group (1a81ff71-7a8d-4e97-ba9b-019e8435c4e0), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:01.012272 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80d69859-a187-4c67-9ede-35c56c4cc331 admin admin] Publish callbacks [] for security_group (1a81ff71-7a8d-4e97-ba9b-019e8435c4e0), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:01.041115 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0a268-ea32-4603-bb1b-248d26c8d85f req-5ed55497-1dd4-474f-88d4-84cd9faf11f9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:01.055215 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b4d0a268-ea32-4603-bb1b-248d26c8d85f req-5ed55497-1dd4-474f-88d4-84cd9faf11f9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0630422 Apr 11 19:34:01.100140 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80d69859-a187-4c67-9ede-35c56c4cc331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1a81ff71-7a8d-4e97-ba9b-019e8435c4e0), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:01.102822 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-80d69859-a187-4c67-9ede-35c56c4cc331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:01.103995 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-80d69859-a187-4c67-9ede-35c56c4cc331 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1a81ff71-7a8d-4e97-ba9b-019e8435c4e0 HTTP/1.1" status: 204 len: 168 time: 0.2027948 Apr 11 19:34:01.123619 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d69859-a187-4c67-9ede-35c56c4cc331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81ff71-7a8d-4e97-ba9b-019e8435c4e0,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:01.164187 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff86b4-7d0e-4bcd-ae7a-4d25c9b46422 req-ea961327-51dc-409a-886a-f3b293124672 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:01.173196 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-efff86b4-7d0e-4bcd-ae7a-4d25c9b46422 req-ea961327-51dc-409a-886a-f3b293124672 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 948 time: 0.0650802 Apr 11 19:34:01.177760 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b4d0a268-ea32-4603-bb1b-248d26c8d85f req-ee6d5dad-aa6c-43f0-82b3-60aee43b7733 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240716 Apr 11 19:34:01.222583 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-efff86b4-7d0e-4bcd-ae7a-4d25c9b46422 req-7fbfb750-0c3e-4f04-a423-bd1dc7065ce0 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 Apr 11 19:34:01.614246 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-d50b6dbb-391c-4389-990c-69ad848d04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:01.614246 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-d50b6dbb-391c-4389-990c-69ad848d04b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5662c49af099401f8f847aca658f0ef8&device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 1132 time: 0.0490050 Apr 11 19:34:01.714337 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-8389c8b2-77a4-47aa-bafe-1f2e47ad866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:01.715847 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-8389c8b2-77a4-47aa-bafe-1f2e47ad866a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e736f4e5-22ce-4fdb-9a26-a6e50ff12731 HTTP/1.1" status: 200 len: 870 time: 0.0945482 Apr 11 19:34:01.766989 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-6be7f9e6-907f-4ce8-acf5-df33678d96c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb HTTP/1.1" status: 200 len: 217 time: 0.0401180 Apr 11 19:34:01.824977 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-35e2b28e-b386-4c66-804b-a79f62d8949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:01.826449 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-35e2b28e-b386-4c66-804b-a79f62d8949d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a55d4e6-094f-4691-bde8-a43d2fa37f29 HTTP/1.1" status: 200 len: 843 time: 0.0530596 Apr 11 19:34:01.879208 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-6535bce2-3d40-48af-a002-bfe21012693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:01.881960 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-6535bce2-3d40-48af-a002-bfe21012693c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e736f4e5-22ce-4fdb-9a26-a6e50ff12731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445960 Apr 11 19:34:02.000519 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-a80f8a66-3bc5-4692-8192-824a834ad429 service neutron] 10.222.0.53 "GET /v2.0/networks/e736f4e5-22ce-4fdb-9a26-a6e50ff12731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092584 Apr 11 19:34:02.050423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:34:02.171475 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ae31cb0-903c-4b69-8615-7e9db0231177 req-5f390590-89d7-4724-a6ab-456495126c50 service neutron] 10.222.0.53 "GET /v2.0/networks/e736f4e5-22ce-4fdb-9a26-a6e50ff12731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360474 Apr 11 19:34:02.225474 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:02.239528 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb', 'network_id': 'e736f4e5-22ce-4fdb-9a26-a6e50ff12731', 'port_id': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb', 'mac_address': 'fa:16:3e:7c:f8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a55d4e6-094f-4691-bde8-a43d2fa37f29', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:34:02.300818 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:02.300818 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.319282 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:34:02.343189 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:02.355566 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.375375 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e87d42-8710-4f4b-9736-c86768033b60 req-6b5edd4b-b0f2-42b1-a673-212127343289 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:02.377089 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b2e87d42-8710-4f4b-9736-c86768033b60 req-6b5edd4b-b0f2-42b1-a673-212127343289 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0913415 Apr 11 19:34:02.404892 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5abd22-e99d-49a9-ab5e-de87a4ba094c req-89811d60-5699-4315-874c-5cee05b0eea9 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:02.407258 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3d5abd22-e99d-49a9-ab5e-de87a4ba094c req-89811d60-5699-4315-874c-5cee05b0eea9 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 948 time: 0.0894494 Apr 11 19:34:02.425396 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:02.442086 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b2e87d42-8710-4f4b-9736-c86768033b60 req-7ac36828-7f73-448d-a805-0b16d8506a24 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523355 Apr 11 19:34:02.476438 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41110) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:02.485893 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3d5abd22-e99d-49a9-ab5e-de87a4ba094c req-f8899f01-8a4a-4c4c-87c4-accf8d218c54 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716829 Apr 11 19:34:02.557106 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea898c1-aea3-497b-91e9-423b883512cd req-c092091f-3d83-4d6c-89b9-24ee0d2b5131 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:02.558705 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dea898c1-aea3-497b-91e9-423b883512cd req-c092091f-3d83-4d6c-89b9-24ee0d2b5131 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0497193 Apr 11 19:34:02.600990 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56a0ea27-3ae5-43b4-8fbf-6c447d887101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.641391 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dea898c1-aea3-497b-91e9-423b883512cd req-141e60ea-dbc9-4d6c-9451-ff766189a532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761263 Apr 11 19:34:02.714712 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56a0ea27-3ae5-43b4-8fbf-6c447d887101 admin admin] Publish callbacks [] for security_group (dfd61656-bf6f-4481-b873-adab4346acda), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.718941 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-56a0ea27-3ae5-43b4-8fbf-6c447d887101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (dfd61656-bf6f-4481-b873-adab4346acda), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.748548 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:34:02.768829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41120) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:02.769022 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-56a0ea27-3ae5-43b4-8fbf-6c447d887101 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1eb93b691d0442438c3f4d6c10cadfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920959 Apr 11 19:34:02.771157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a0ea27-3ae5-43b4-8fbf-6c447d887101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd61656-bf6f-4481-b873-adab4346acda,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:02.851922 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b00ea81c-f453-4755-a14e-1af9c55270bd admin admin] Publish callbacks [] for security_group (dfd61656-bf6f-4481-b873-adab4346acda), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.880109 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b00ea81c-f453-4755-a14e-1af9c55270bd admin admin] Publish callbacks [] for security_group (dfd61656-bf6f-4481-b873-adab4346acda), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.946428 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b00ea81c-f453-4755-a14e-1af9c55270bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (dfd61656-bf6f-4481-b873-adab4346acda), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.949731 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b00ea81c-f453-4755-a14e-1af9c55270bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:02.951085 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b00ea81c-f453-4755-a14e-1af9c55270bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfd61656-bf6f-4481-b873-adab4346acda HTTP/1.1" status: 204 len: 168 time: 0.1803565 Apr 11 19:34:02.961223 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ea81c-f453-4755-a14e-1af9c55270bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd61656-bf6f-4481-b873-adab4346acda,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:03.619236 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51768ce1-d83f-4f50-a62f-64186ecbd10f req-1fc842de-b735-406e-94f0-198a71f56af3 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:03.621518 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-51768ce1-d83f-4f50-a62f-64186ecbd10f req-1fc842de-b735-406e-94f0-198a71f56af3 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 949 time: 0.0595562 Apr 11 19:34:03.693367 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-51768ce1-d83f-4f50-a62f-64186ecbd10f req-75324e46-8c98-45b2-b7cc-ce4e4e871150 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 Apr 11 19:34:04.066439 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:04.120580 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:34:04.127045 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:04.127434 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:04.212070 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:04.212505 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:04.244986 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135531b1-f815-464b-b342-b25ca107cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:04.247337 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248e0053-16a9-48e9-a18c-0a035c09259a" -d '{"events": [{"server_uuid": "135531b1-f815-464b-b342-b25ca107cda5", "name": "network-vif-plugged", "status": "completed", "tag": "eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:04.272497 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:04.277734 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:04.312257 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e549ef-f8b7-4e6f-80f2-3c6a53989837 x-openstack-request-id: req-36e549ef-f8b7-4e6f-80f2-3c6a53989837 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:04.312569 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135531b1-f815-464b-b342-b25ca107cda5", "name": "network-vif-plugged", "status": "completed", "tag": "eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:04.312875 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36e549ef-f8b7-4e6f-80f2-3c6a53989837 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:04.313417 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e549ef-f8b7-4e6f-80f2-3c6a53989837'] response: {'server_uuid': '135531b1-f815-464b-b342-b25ca107cda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb', 'code': 200} Apr 11 19:34:04.355432 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:04.446330 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-8b926dfe-3d1f-41ed-91cd-95cc7f0a1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:04.448015 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-8b926dfe-3d1f-41ed-91cd-95cc7f0a1699 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1129 time: 0.0934877 Apr 11 19:34:04.462258 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8568629-20ae-4f73-9b2a-b8f5649a1a90 req-e7d9faaa-cad3-4355-b783-f5cb5679f573 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:04.463808 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8568629-20ae-4f73-9b2a-b8f5649a1a90 req-e7d9faaa-cad3-4355-b783-f5cb5679f573 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0983691 Apr 11 19:34:04.512886 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1ccb-c3c8-4a2a-a8ee-842669b78a8e req-88e6ce64-7429-410a-81c6-b249e3a47868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:04.514760 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491d1ccb-c3c8-4a2a-a8ee-842669b78a8e req-88e6ce64-7429-410a-81c6-b249e3a47868 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 1134 time: 0.0450225 Apr 11 19:34:04.572840 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8568629-20ae-4f73-9b2a-b8f5649a1a90 req-5cbed550-8c45-4da9-ac8b-8eb1ea6e0d50 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032987 Apr 11 19:34:04.581683 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491d1ccb-c3c8-4a2a-a8ee-842669b78a8e req-ecd9fd83-954c-444d-b58c-764555921ab7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585916 Apr 11 19:34:04.599777 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-bdda52cb-443b-46dd-88d0-b691c5013310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:04.601822 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-bdda52cb-443b-46dd-88d0-b691c5013310 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.1308918 Apr 11 19:34:04.843747 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f256f8-a3f8-496a-b51c-fec81445c8eb req-5a4fddd6-5d3f-46f3-af10-f21e23b7b9e4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:04.846374 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-09f256f8-a3f8-496a-b51c-fec81445c8eb req-5a4fddd6-5d3f-46f3-af10-f21e23b7b9e4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 950 time: 0.0774658 Apr 11 19:34:04.889779 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-8c27fc08-6f90-4f69-b94d-8a19c75424d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 200 len: 217 time: 0.0678575 Apr 11 19:34:04.919159 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-09f256f8-a3f8-496a-b51c-fec81445c8eb req-8a6241f1-fa91-45a6-9353-cbdabad09a48 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Apr 11 19:34:04.956192 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-06e50284-2b7f-48b4-8f53-cdc44d56a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:04.957820 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-06e50284-2b7f-48b4-8f53-cdc44d56a926 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0614462 Apr 11 19:34:05.005452 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-d1d76df5-868b-4527-a33a-fe3375871962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:05.006975 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-d1d76df5-868b-4527-a33a-fe3375871962 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421958 Apr 11 19:34:05.134064 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-5cf1b80f-f976-4638-a5c0-4107f1970cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139827 Apr 11 19:34:05.622108 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-02b16575-1a36-4570-bbe0-2e9f41cc53d2 req-c30d4a7f-b714-41e1-a0dd-074348386b46 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874023 Apr 11 19:34:05.693304 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c578aa-68ef-4938-a1ef-4192c3caffcc req-d01584c3-8cad-4454-b2db-f0d5cc124e49 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:05.695309 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-00c578aa-68ef-4938-a1ef-4192c3caffcc req-d01584c3-8cad-4454-b2db-f0d5cc124e49 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0500290 Apr 11 19:34:05.746442 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-00c578aa-68ef-4938-a1ef-4192c3caffcc req-bba59622-6a35-4f4d-a98c-e154b8003073 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453467 Apr 11 19:34:06.024133 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4eaad-77b8-4a08-a739-645712c97cb5 req-8c26c777-c7cb-4513-ab7a-cd700c956590 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:06.025617 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-27c4eaad-77b8-4a08-a739-645712c97cb5 req-8c26c777-c7cb-4513-ab7a-cd700c956590 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 950 time: 0.0505695 Apr 11 19:34:06.071061 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-27c4eaad-77b8-4a08-a739-645712c97cb5 req-918dd4ef-24b8-4e53-b023-43a044266e35 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Apr 11 19:34:06.866173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbca6a-2e7b-428f-b2c7-bae50b1fd06a req-a21b4a80-a7d0-43f0-b684-727cce14c4c4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:06.868492 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2cbbca6a-2e7b-428f-b2c7-bae50b1fd06a req-a21b4a80-a7d0-43f0-b684-727cce14c4c4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Apr 11 19:34:06.927033 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2cbbca6a-2e7b-428f-b2c7-bae50b1fd06a req-ad64457b-0e05-4961-8fa7-2f0b5277ad34 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498796 Apr 11 19:34:07.184195 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe36f2f-71ef-4eb3-96b2-dfee78a7edcf req-8f891d12-a10e-4370-ae96-f5b69e28925b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:07.185821 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ebe36f2f-71ef-4eb3-96b2-dfee78a7edcf req-8f891d12-a10e-4370-ae96-f5b69e28925b tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 950 time: 0.0484214 Apr 11 19:34:07.233716 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ebe36f2f-71ef-4eb3-96b2-dfee78a7edcf req-f4784abc-4b89-4871-b908-fe2d57850917 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Apr 11 19:34:07.521089 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee288-7478-49ba-be1f-d03ab0c112c1 req-5e07eac8-a170-44f0-b952-54ea43f994d5 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:07.528379 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c08ee288-7478-49ba-be1f-d03ab0c112c1 req-5e07eac8-a170-44f0-b952-54ea43f994d5 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 950 time: 0.0603452 Apr 11 19:34:07.577340 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c08ee288-7478-49ba-be1f-d03ab0c112c1 req-93d5f5a7-650d-4c73-afc8-8e5d21345726 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 Apr 11 19:34:08.062988 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96e002-3d7f-43ad-a315-385129dbe5e4 req-86834291-11d1-45fc-a3f1-c3abca74d8b7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:08.064625 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0f96e002-3d7f-43ad-a315-385129dbe5e4 req-86834291-11d1-45fc-a3f1-c3abca74d8b7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0551815 Apr 11 19:34:08.120695 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0f96e002-3d7f-43ad-a315-385129dbe5e4 req-064ab0aa-e870-46ca-858b-dfe41b35cbb3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Apr 11 19:34:08.702739 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2f900-7c5d-4082-b07d-b0bf3127389c req-96e2cf3e-1e66-40b3-bd1e-7d134336d0eb tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:08.704210 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ebe2f900-7c5d-4082-b07d-b0bf3127389c req-96e2cf3e-1e66-40b3-bd1e-7d134336d0eb tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 950 time: 0.0516503 Apr 11 19:34:08.753665 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ebe2f900-7c5d-4082-b07d-b0bf3127389c req-b7fda423-4e64-4fb2-8141-4aa201c9e210 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/security-groups?id=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Apr 11 19:34:09.159609 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-93681d5a-0931-4885-9363-be22c01aa7f4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:09.161302 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-93681d5a-0931-4885-9363-be22c01aa7f4 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.53 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 950 time: 0.0626888 Apr 11 19:34:09.287987 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Deleting port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:34:09.288356 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:09.299862 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9933f6-d5aa-4bbe-a417-21f774d5e356 req-714c823e-d86e-4e1c-96d9-757b4a7856df tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:09.301658 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cd9933f6-d5aa-4bbe-a417-21f774d5e356 req-714c823e-d86e-4e1c-96d9-757b4a7856df tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0647540 Apr 11 19:34:09.403750 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cd9933f6-d5aa-4bbe-a417-21f774d5e356 req-f4fe9d78-876f-4eed-afe1-b7273bbf1189 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883100 Apr 11 19:34:09.432752 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] For port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,segment=NetworkSegment(5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca),segment_id=5fdc502b-5fd2-43dd-bfc1-7c6bbd409dca)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:09.433120 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:09.447241 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Calling delete_port for eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:34:09.577631 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:09.592968 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:34:09.606279 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Pushing event deleted for resources: {'Port': ['ID=eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:09.663758 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] No DVR routers for this DVR port eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb on host hv-cinder-83078 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:34:09.674993 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:09.680557 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e2c57665-56d9-46f8-8f91-52f10f2963c5 req-5c4c4f6f-4747-4623-9944-21c9c16e5cf1 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.53 "DELETE /v2.0/ports/eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb HTTP/1.1" status: 204 len: 173 time: 0.5132198 Apr 11 19:34:09.681073 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135531b1-f815-464b-b342-b25ca107cda5', 'name': 'network-vif-deleted', 'tag': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:09.683430 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c67849-b1c6-4bb1-beed-7e02d3eb4a10" -d '{"events": [{"server_uuid": "135531b1-f815-464b-b342-b25ca107cda5", "name": "network-vif-deleted", "tag": "eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:09.751203 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0eb7eab-880b-47c8-8115-55b3067a3f97 x-openstack-request-id: req-b0eb7eab-880b-47c8-8115-55b3067a3f97 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:09.751513 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135531b1-f815-464b-b342-b25ca107cda5", "name": "network-vif-deleted", "tag": "eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:09.751770 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0eb7eab-880b-47c8-8115-55b3067a3f97 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:09.752187 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0eb7eab-880b-47c8-8115-55b3067a3f97'] response: {'server_uuid': '135531b1-f815-464b-b342-b25ca107cda5', 'name': 'network-vif-deleted', 'tag': 'eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb', 'status': 'completed', 'code': 200} Apr 11 19:34:09.892378 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e06e48e-33bf-4a3b-b4ce-13907de23fee req-26f8f7b2-dc93-4467-ad66-739af1feaba8 tempest-VolumesNegativeTest-1212854954 tempest-VolumesNegativeTest-1212854954-project] 10.222.0.26 "GET /v2.0/ports?device_id=135531b1-f815-464b-b342-b25ca107cda5 HTTP/1.1" status: 200 len: 210 time: 0.0396912 Apr 11 19:34:10.222892 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41392) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:10.275124 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Deleting subnet d43b8b3b-19a9-486e-9431-b9738a2bd251 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:34:10.278665 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Publish callbacks [] for subnet (d43b8b3b-19a9-486e-9431-b9738a2bd251), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.316790 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Publish callbacks [] for subnet (d43b8b3b-19a9-486e-9431-b9738a2bd251), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.323550 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (d43b8b3b-19a9-486e-9431-b9738a2bd251), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.382313 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for subnet (d43b8b3b-19a9-486e-9431-b9738a2bd251), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.410064 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43b8b3b-19a9-486e-9431-b9738a2bd251,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:10.414329 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.417387 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-28fc047a-96b6-47b0-aafa-070a632b116a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d43b8b3b-19a9-486e-9431-b9738a2bd251 HTTP/1.1" status: 204 len: 168 time: 0.1935008 Apr 11 19:34:10.420059 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41396) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:10.524783 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (92d38f99-21b2-4d19-8ad6-f87eb1bc5ede), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.544500 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95076c4a-3078-4e4b-84c0-fd0e95798d09 req-85e1626b-0773-47d6-8b52-f3979a0ed3e6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:10.545969 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-95076c4a-3078-4e4b-84c0-fd0e95798d09 req-85e1626b-0773-47d6-8b52-f3979a0ed3e6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0651870 Apr 11 19:34:10.651578 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (92d38f99-21b2-4d19-8ad6-f87eb1bc5ede), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.666667 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-95076c4a-3078-4e4b-84c0-fd0e95798d09 req-fa3f53fc-d616-4eba-b9c0-c7cdb4c09328 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145000 Apr 11 19:34:10.679672 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.680040 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.680850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.681204 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > port after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.681531 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.681853 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > port after_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.682175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.682497 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.682815 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.683144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.754479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.754833 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.755170 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.755505 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103240) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 19:34:10.755881 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d38f99-21b2-4d19-8ad6-f87eb1bc5ede']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:10.775407 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d479aed-9845-4cc5-bd13-51c437cb0dc4') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:10.775699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d479aed-9845-4cc5-bd13-51c437cb0dc4') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:10.793021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (0d479aed-9845-4cc5-bd13-51c437cb0dc4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.814796 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (0d479aed-9845-4cc5-bd13-51c437cb0dc4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.822879 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:34:10.823265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (0d479aed-9845-4cc5-bd13-51c437cb0dc4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: from cryptography.utils import int_from_bytes Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: from cryptography.utils import int_from_bytes Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:34:10.827760 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:34:10.887637 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (92d38f99-21b2-4d19-8ad6-f87eb1bc5ede), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.895194 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.898969 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] 10.222.0.26 "DELETE /v2.0/networks/92d38f99-21b2-4d19-8ad6-f87eb1bc5ede HTTP/1.1" status: 204 len: 168 time: 0.4779868 Apr 11 19:34:10.901910 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41400) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:10.909071 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cb6f3-94e2-4d33-8c6d-8b612b373532 admin admin] Pushing event deleted for resources: {'Network': ['ID=92d38f99-21b2-4d19-8ad6-f87eb1bc5ede,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:10.948013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Deleting subnet 69250946-3bbe-477a-917a-24d980997d5f {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:34:10.951550 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Publish callbacks [] for subnet (69250946-3bbe-477a-917a-24d980997d5f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:10.992279 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29492986'] for subnet (69250946-3bbe-477a-917a-24d980997d5f), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.037802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (69250946-3bbe-477a-917a-24d980997d5f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.050821 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:34:11.101013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29492312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29616157'] for subnet (69250946-3bbe-477a-917a-24d980997d5f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.129586 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69250946-3bbe-477a-917a-24d980997d5f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:11.135065 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.141046 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-56b08773-a8cc-46cb-ace5-7fbc24302ec2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/69250946-3bbe-477a-917a-24d980997d5f HTTP/1.1" status: 204 len: 168 time: 0.2373574 Apr 11 19:34:11.144732 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41414) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:11.267108 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (14c096e9-301c-4c2d-9dbe-e02735f63752), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.378976 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (14c096e9-301c-4c2d-9dbe-e02735f63752), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.409895 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c096e9-301c-4c2d-9dbe-e02735f63752']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:11.426179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b095fd22-0126-4595-a865-f965cf30b879') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:11.426939 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b095fd22-0126-4595-a865-f965cf30b879') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:11.442265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (b095fd22-0126-4595-a865-f965cf30b879), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.467500 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (b095fd22-0126-4595-a865-f965cf30b879), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.482602 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:34:11.483028 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (b095fd22-0126-4595-a865-f965cf30b879), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:34:11.488369 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:34:11.578286 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (14c096e9-301c-4c2d-9dbe-e02735f63752), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.585595 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.604138 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] 10.222.0.26 "DELETE /v2.0/networks/14c096e9-301c-4c2d-9dbe-e02735f63752 HTTP/1.1" status: 204 len: 168 time: 0.4582591 Apr 11 19:34:11.633647 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197373a-9b8d-43d7-94b8-2d34c3aaaebc admin admin] Pushing event deleted for resources: {'Network': ['ID=14c096e9-301c-4c2d-9dbe-e02735f63752,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:11.738869 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41478) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:11.848862 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c5e13-711f-4818-bc06-73873c19a05c req-8c5b3e87-96c9-4d78-9c0b-56155c65ed0c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:11.859857 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8a8c5e13-711f-4818-bc06-73873c19a05c req-8c5b3e87-96c9-4d78-9c0b-56155c65ed0c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0897200 Apr 11 19:34:11.924689 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0875a84e-c7ec-4a25-ab4e-e0a664a1d484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:11.957918 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8a8c5e13-711f-4818-bc06-73873c19a05c req-33684fce-2de2-44ee-b55c-4a08aa25eb47 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920930 Apr 11 19:34:11.965376 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41494) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:12.023840 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b5ea42ca-f4e2-4e9a-abf0-0546c903ce47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=110e6cd8cb2f46f8a4128ddfd8f3beb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568938 Apr 11 19:34:12.026590 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41504) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:12.058907 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0875a84e-c7ec-4a25-ab4e-e0a664a1d484 admin admin] Publish callbacks [] for security_group (a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.068880 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0875a84e-c7ec-4a25-ab4e-e0a664a1d484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.097640 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:34:12.118955 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0875a84e-c7ec-4a25-ab4e-e0a664a1d484 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a944103096d4d1ba3099e010c0c871c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784342 Apr 11 19:34:12.121351 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875a84e-c7ec-4a25-ab4e-e0a664a1d484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:12.122068 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2a889d9-cad4-4b23-8b96-68427387f660 admin admin] Publish callbacks [] for security_group (4d526ca2-2479-46a0-9cc2-a15f3eaddd11), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.123905 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41522) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:12.127265 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:34:12.127629 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device eda52d60-29a6-4610-9cdf-5c4ad1e2f7cb not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:34:12.184240 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2a889d9-cad4-4b23-8b96-68427387f660 admin admin] Publish callbacks [] for security_group (4d526ca2-2479-46a0-9cc2-a15f3eaddd11), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.236079 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a89f7871-6e76-409a-b238-14745c68b6aa admin admin] Publish callbacks [] for security_group (a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.263034 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a89f7871-6e76-409a-b238-14745c68b6aa admin admin] Publish callbacks [] for security_group (a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.282230 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2a889d9-cad4-4b23-8b96-68427387f660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (4d526ca2-2479-46a0-9cc2-a15f3eaddd11), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.285064 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f2a889d9-cad4-4b23-8b96-68427387f660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.288728 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f2a889d9-cad4-4b23-8b96-68427387f660 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d526ca2-2479-46a0-9cc2-a15f3eaddd11 HTTP/1.1" status: 204 len: 168 time: 0.2587087 Apr 11 19:34:12.310342 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a889d9-cad4-4b23-8b96-68427387f660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d526ca2-2479-46a0-9cc2-a15f3eaddd11,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:12.334528 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a89f7871-6e76-409a-b238-14745c68b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.337840 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a89f7871-6e76-409a-b238-14745c68b6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.338986 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a89f7871-6e76-409a-b238-14745c68b6aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d HTTP/1.1" status: 204 len: 168 time: 0.2131667 Apr 11 19:34:12.348109 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f7871-6e76-409a-b238-14745c68b6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259af9e-4e79-4e2a-b5b5-7bd3a5e6c09d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:12.743035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41562) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:12.777718 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41566) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:12.796260 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51e503e9-cc24-4d3f-bdcd-ae4ef7bc7433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.824928 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ed91c2f4-9a1a-4915-8d67-b570bb01ec31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=385357cabce74f5aa32c210e230bc674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803556 Apr 11 19:34:12.827079 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41568) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:12.890839 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51e503e9-cc24-4d3f-bdcd-ae4ef7bc7433 admin admin] Publish callbacks [] for security_group (f20bd017-679f-4e93-a697-63fa0ed4dd70), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.894172 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b9e2-2c8c-4d71-9e81-3c5e6183d94b admin admin] Publish callbacks [] for security_group (3aebcfd4-6c94-4ae8-84c4-a41ce465471e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.897362 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51e503e9-cc24-4d3f-bdcd-ae4ef7bc7433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (f20bd017-679f-4e93-a697-63fa0ed4dd70), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.921346 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b9e2-2c8c-4d71-9e81-3c5e6183d94b admin admin] Publish callbacks [] for security_group (3aebcfd4-6c94-4ae8-84c4-a41ce465471e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:12.966419 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e503e9-cc24-4d3f-bdcd-ae4ef7bc7433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20bd017-679f-4e93-a697-63fa0ed4dd70,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:12.990334 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-51e503e9-cc24-4d3f-bdcd-ae4ef7bc7433 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cf20940bab04b4b83aa32ce215f72fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100010 Apr 11 19:34:12.994279 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41572) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:13.025082 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b9e2-2c8c-4d71-9e81-3c5e6183d94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3aebcfd4-6c94-4ae8-84c4-a41ce465471e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.027605 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8bc1b9e2-2c8c-4d71-9e81-3c5e6183d94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.028813 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-8bc1b9e2-2c8c-4d71-9e81-3c5e6183d94b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3aebcfd4-6c94-4ae8-84c4-a41ce465471e HTTP/1.1" status: 204 len: 168 time: 0.2000508 Apr 11 19:34:13.072403 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1b9e2-2c8c-4d71-9e81-3c5e6183d94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aebcfd4-6c94-4ae8-84c4-a41ce465471e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:13.110554 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d3166d2-dd06-40bf-9f36-7c92c7eb1823 admin admin] Publish callbacks [] for security_group (f20bd017-679f-4e93-a697-63fa0ed4dd70), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.137904 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d3166d2-dd06-40bf-9f36-7c92c7eb1823 admin admin] Publish callbacks [] for security_group (f20bd017-679f-4e93-a697-63fa0ed4dd70), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.153472 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64451519-22d7-4e91-a0d5-5b670e8db21e req-9a58a81a-93f9-4192-9808-5f737efc9ec5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:13.155303 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-64451519-22d7-4e91-a0d5-5b670e8db21e req-9a58a81a-93f9-4192-9808-5f737efc9ec5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0691795 Apr 11 19:34:13.161002 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-2844e7f3-09ce-46c5-9e88-8e3eb3ff9fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:13.162572 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-2844e7f3-09ce-46c5-9e88-8e3eb3ff9fb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1129 time: 0.1798420 Apr 11 19:34:13.252787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d3166d2-dd06-40bf-9f36-7c92c7eb1823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (f20bd017-679f-4e93-a697-63fa0ed4dd70), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.257203 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7d3166d2-dd06-40bf-9f36-7c92c7eb1823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.264515 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-7d3166d2-dd06-40bf-9f36-7c92c7eb1823 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f20bd017-679f-4e93-a697-63fa0ed4dd70 HTTP/1.1" status: 204 len: 168 time: 0.2684784 Apr 11 19:34:13.284275 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-64451519-22d7-4e91-a0d5-5b670e8db21e req-81bb9818-ba4a-413a-9cc5-20b51c3432da tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198938 Apr 11 19:34:13.302869 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3166d2-dd06-40bf-9f36-7c92c7eb1823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20bd017-679f-4e93-a697-63fa0ed4dd70,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:13.636627 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-b8e18268-2343-47c8-8cb6-eb031a74ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:13.638209 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-b8e18268-2343-47c8-8cb6-eb031a74ceda service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.4284003 Apr 11 19:34:13.686242 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-f1ad4e64-f06c-428a-a8a6-c51aa5422528 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 200 len: 217 time: 0.0406158 Apr 11 19:34:13.740804 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41608) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:13.757609 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-2924e5ea-9f93-4bc6-a24b-c42cf0ab9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:13.759799 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-2924e5ea-9f93-4bc6-a24b-c42cf0ab9e64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0651743 Apr 11 19:34:13.760245 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6c3eabf-8a8a-42df-8185-4af8558894c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.845101 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-53d0ec50-fbcb-421b-9d5c-72f8c5191bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:13.847315 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-53d0ec50-fbcb-421b-9d5c-72f8c5191bd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0793231 Apr 11 19:34:13.906743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6c3eabf-8a8a-42df-8185-4af8558894c4 admin admin] Publish callbacks [] for security_group (80100548-9b4d-47b0-98f0-2571fa647f18), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.917247 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b6c3eabf-8a8a-42df-8185-4af8558894c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (80100548-9b4d-47b0-98f0-2571fa647f18), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:13.981714 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b6c3eabf-8a8a-42df-8185-4af8558894c4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=53a7ffd53d1d4167af38c8885fb2ac6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389131 Apr 11 19:34:13.988403 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41622) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:13.991253 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.042924 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3eabf-8a8a-42df-8185-4af8558894c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80100548-9b4d-47b0-98f0-2571fa647f18,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:14.134223 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-d0bf8835-d898-4d3d-be32-ff71cd049957 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797391 Apr 11 19:34:14.139182 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2c34c4b9-c4f6-4cc8-a75d-aa87a24494d9 admin admin] Publish callbacks [] for security_group (80100548-9b4d-47b0-98f0-2571fa647f18), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.207267 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2c34c4b9-c4f6-4cc8-a75d-aa87a24494d9 admin admin] Publish callbacks [] for security_group (80100548-9b4d-47b0-98f0-2571fa647f18), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.308130 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2c34c4b9-c4f6-4cc8-a75d-aa87a24494d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (80100548-9b4d-47b0-98f0-2571fa647f18), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.312510 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2c34c4b9-c4f6-4cc8-a75d-aa87a24494d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.319738 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-2c34c4b9-c4f6-4cc8-a75d-aa87a24494d9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/80100548-9b4d-47b0-98f0-2571fa647f18 HTTP/1.1" status: 204 len: 168 time: 0.3263948 Apr 11 19:34:14.334175 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34c4b9-c4f6-4cc8-a75d-aa87a24494d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80100548-9b4d-47b0-98f0-2571fa647f18,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:14.410950 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cab11d2-1fc0-4287-bd59-3a82ce7f6ca8 req-e316fe55-6a68-4d49-9e34-5dec1456703b service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586749 Apr 11 19:34:14.594562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa650e-be6d-4a20-94e1-ec7cf85acad6 req-8e55e454-92b4-4588-af03-e239b22a6576 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:14.597724 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-67aa650e-be6d-4a20-94e1-ec7cf85acad6 req-8e55e454-92b4-4588-af03-e239b22a6576 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1372185 Apr 11 19:34:14.666182 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41694) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:14.674387 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266359680', 'description': 'tempest-description--1661138139'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:14.675901 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-67aa650e-be6d-4a20-94e1-ec7cf85acad6 req-81a1bcd8-50e3-4064-8218-8db321326e0e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673890 Apr 11 19:34:14.710755 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.793564 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (8e1bc1e4-d08a-49fa-974d-8698f4b920d5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.798961 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8e1bc1e4-d08a-49fa-974d-8698f4b920d5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.839855 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.843945 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1738245 Apr 11 19:34:14.844305 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41708) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:14.848817 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': '8e1bc1e4-d08a-49fa-974d-8698f4b920d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:14.859343 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092af07-e3a2-4443-bd53-f4e9822bb482 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bc1e4-d08a-49fa-974d-8698f4b920d5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:14.881398 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (ac3b96f1-372c-4622-a98b-b03a7f8b7137), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.953628 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (ac3b96f1-372c-4622-a98b-b03a7f8b7137), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.960360 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (ac3b96f1-372c-4622-a98b-b03a7f8b7137), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.980025 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3b96f1-372c-4622-a98b-b03a7f8b7137,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:14.992142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:14.992142 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-bca83bb7-dbd1-4ec7-9532-3ab271e7bbfa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450605 Apr 11 19:34:14.993208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41716) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:14.997962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': '8e1bc1e4-d08a-49fa-974d-8698f4b920d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:15.027939 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (d250da0b-f204-4a97-88c8-4217f076df12), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.103888 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (d250da0b-f204-4a97-88c8-4217f076df12), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.109743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (d250da0b-f204-4a97-88c8-4217f076df12), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.129965 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d250da0b-f204-4a97-88c8-4217f076df12,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:15.143384 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.148677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41728) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:15.160051 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:15.168272 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c68095ed-956c-469f-bb5d-2c2427e2f120 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562769 Apr 11 19:34:15.195605 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.262016 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41740) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:15.307166 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.438359 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.28.2.2 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/bdd98330-b48b-4a0a-bbee-69e0643a7a42) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:15.573610 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.584737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41772) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:15.591173 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c00e7f5f-7405-419f-a389-0efbaf7ff85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.615813 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.684640 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:15.685786 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=bdd98330-b48b-4a0a-bbee-69e0643a7a42,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:15.688442 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:15.693479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:15.697045 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c00e7f5f-7405-419f-a389-0efbaf7ff85d admin admin] Publish callbacks [] for security_group (071b852e-5386-4fd9-8952-342dbe4c61f7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.706834 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c00e7f5f-7405-419f-a389-0efbaf7ff85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (071b852e-5386-4fd9-8952-342dbe4c61f7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.752800 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce7c94a9-d22a-4af3-97b2-eefb0ab3c356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.780321 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c00e7f5f-7405-419f-a389-0efbaf7ff85d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48985760380d49ff922828382afa6397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5172155 Apr 11 19:34:15.784297 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e7f5f-7405-419f-a389-0efbaf7ff85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b852e-5386-4fd9-8952-342dbe4c61f7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:15.791220 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41784) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:15.807654 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (de5086cb-d8be-411e-92c2-22a76e5fa0f4), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.848601 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:15.864321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41788) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:15.902648 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a1fd-50da-483f-9651-67f939a39e69 req-7b4687fb-a404-4e66-9ac2-2ed0dce37f63 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:15.904171 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4ef6a1fd-50da-483f-9651-67f939a39e69 req-7b4687fb-a404-4e66-9ac2-2ed0dce37f63 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1119497 Apr 11 19:34:15.974675 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99ec5be6-f0eb-49ac-b022-22a4caa3c6b1 admin admin] Publish callbacks [] for security_group (071b852e-5386-4fd9-8952-342dbe4c61f7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.011676 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4ef6a1fd-50da-483f-9651-67f939a39e69 req-14ce33bb-f43a-473c-b739-8882ee8f0a8c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002579 Apr 11 19:34:16.029946 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce7c94a9-d22a-4af3-97b2-eefb0ab3c356 admin admin] Publish callbacks [] for security_group (1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.032050 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99ec5be6-f0eb-49ac-b022-22a4caa3c6b1 admin admin] Publish callbacks [] for security_group (071b852e-5386-4fd9-8952-342dbe4c61f7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.043714 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-601824328-network', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:16.044329 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.050281 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.055782 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ce7c94a9-d22a-4af3-97b2-eefb0ab3c356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.126356 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Made reservation on behalf of e00a22b0550e46b4abb37eef483d809a for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:16.128619 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.156157 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ce7c94a9-d22a-4af3-97b2-eefb0ab3c356 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=175281ba6eab45e490c3c8cf7452df46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640237 Apr 11 19:34:16.156157 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c94a9-d22a-4af3-97b2-eefb0ab3c356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:16.156802 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41804) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:16.160622 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.194240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=bdd98330-b48b-4a0a-bbee-69e0643a7a42,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:16.235564 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99ec5be6-f0eb-49ac-b022-22a4caa3c6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (071b852e-5386-4fd9-8952-342dbe4c61f7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.238478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99ec5be6-f0eb-49ac-b022-22a4caa3c6b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.242237 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-99ec5be6-f0eb-49ac-b022-22a4caa3c6b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/071b852e-5386-4fd9-8952-342dbe4c61f7 HTTP/1.1" status: 204 len: 168 time: 0.4452100 Apr 11 19:34:16.269866 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec5be6-f0eb-49ac-b022-22a4caa3c6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b852e-5386-4fd9-8952-342dbe4c61f7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:16.278341 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (de5086cb-d8be-411e-92c2-22a76e5fa0f4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.358662 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.370263 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5f6d527b-ea6e-4668-a0e1-3b45d0fc7a17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2200701 Apr 11 19:34:16.373479 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks [] for security_group (4b3f6d99-661e-4b58-a272-40f840503510), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.380622 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (4b3f6d99-661e-4b58-a272-40f840503510), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.424962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:34:16.435077 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f6d99-661e-4b58-a272-40f840503510,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:16.435358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6dd70ba7-7885-4a0c-970c-51d0d706d4bf admin admin] Publish callbacks [] for security_group (1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.441611 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (727b2802-021a-4daf-a63b-7b83f57041b3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.441957 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.segments_db [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Added segment 727b2802-021a-4daf-a63b-7b83f57041b3 of type vlan for network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 Apr 11 19:34:16.498743 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6dd70ba7-7885-4a0c-970c-51d0d706d4bf admin admin] Publish callbacks [] for security_group (1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.532919 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.603468 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.605055 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:16.606672 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.669818 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6dd70ba7-7885-4a0c-970c-51d0d706d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.674052 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6dd70ba7-7885-4a0c-970c-51d0d706d4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.683718 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6dd70ba7-7885-4a0c-970c-51d0d706d4bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6 HTTP/1.1" status: 204 len: 168 time: 0.5290878 Apr 11 19:34:16.706177 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd70ba7-7885-4a0c-970c-51d0d706d4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa18a3-adbe-4b84-85ad-4db7a2d6cbb6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:16.746571 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8740027 Apr 11 19:34:16.748454 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41848) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:16.755179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Request body: {'subnet': {'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-601824328-subnet', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:16.783512 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Made reservation on behalf of e00a22b0550e46b4abb37eef483d809a for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:16.786882 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516622'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:16.832358 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578249a-aca6-4526-a588-c3d88979e437 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:16.849862 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:34:16.955118 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-5ff0859f-3421-4279-8cad-f29b8e709340 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1266359680&fields=id&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 267 time: 0.2035074 Apr 11 19:34:17.145271 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30441566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516636'] for subnet (498cdb7b-5a21-4d6a-a973-51f8778528e9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.227003 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-38597bed-ec41-4f6c-93b4-783593e6791e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:17.231113 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-38597bed-ec41-4f6c-93b4-783593e6791e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.2678387 Apr 11 19:34:17.234979 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76f30-642b-4271-9159-8b9696be1050 req-df59c781-0586-4362-9cb9-3b0ce225642a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:17.242480 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-72a76f30-642b-4271-9159-8b9696be1050 req-df59c781-0586-4362-9cb9-3b0ce225642a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1112738 Apr 11 19:34:17.275533 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=498cdb7b-5a21-4d6a-a973-51f8778528e9,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:17.277740 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3dde5354-68f8-4ef4-b56a-626f9c9e34a6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/quotas/d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 375 time: 0.0259044 Apr 11 19:34:17.346873 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Checking segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:17.347313 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Network hostable DHCP agents. Network: dbcd5b2b-a0a5-47e5-ac5a-6e567617e597, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:34:17.355527 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-72a76f30-642b-4271-9159-8b9696be1050 req-a69a561b-4638-4ebd-be7b-3dc45be25f8e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121273 Apr 11 19:34:17.362467 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-04380bd7-9e95-4492-aa93-89270583a4f2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767114 Apr 11 19:34:17.381017 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:34:17.394450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, dbcd5b2b-a0a5-47e5-ac5a-6e567617e597) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:17.401063 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:17.403229 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa641d12-dbb7-4dbc-9f59-924145a50311 None None] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:34:17.405465 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.427113 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-22f38031-bbcc-4d5e-9329-c665e5fab6dc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6746449 Apr 11 19:34:17.428200 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41858) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:17.434116 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:17.455160 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.456371 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.476667 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-071d0315-9892-4c42-b719-644b7e31b46d service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973396 Apr 11 19:34:17.512677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks [] for router_controller (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.523642 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:34:17.524509 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.597977 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-9c546aff-bc3d-41f6-8a61-1d2320c47dc9 service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146681 Apr 11 19:34:17.683853 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks [] for router_gateway (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.698010 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Allocated IP 172.20.0.2 (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597/498cdb7b-5a21-4d6a-a973-51f8778528e9/6556e057-6d90-4e75-9187-2cb1b60aa906) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:17.762620 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72790ac3-fb46-49fa-949c-2e84c444d800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.835690 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-29f5fcaf-c448-4c85-a562-af628acb8187 req-1e67afb3-d34c-4ae8-b48b-86ff90bbdc47 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 210 time: 0.0457511 Apr 11 19:34:17.907343 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Publish callbacks [] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.920184 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.967982 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:17.972441 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:17.975005 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks [] for router_gateway (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:17.977766 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Pushing event updated for resources: {'Port': ['ID=6556e057-6d90-4e75-9187-2cb1b60aa906,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:17.980027 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:17.999656 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.050264 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Attempting to bind port 6556e057-6d90-4e75-9187-2cb1b60aa906 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:18.050594 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Attempting to bind port 6556e057-6d90-4e75-9187-2cb1b60aa906 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:18.051058 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Attempting to bind port 6556e057-6d90-4e75-9187-2cb1b60aa906 on network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:18.058329 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:18.059296 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Checking segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:18.059945 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.060346 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Bound using segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:18.060771 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Bound port: 6556e057-6d90-4e75-9187-2cb1b60aa906, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:18.061161 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.144359 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] For port 6556e057-6d90-4e75-9187-2cb1b60aa906, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:18.148627 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] For port 6556e057-6d90-4e75-9187-2cb1b60aa906, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=6556e057-6d90-4e75-9187-2cb1b60aa906,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:18.151114 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Allocated IP 172.28.2.253 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/7f04cbd4-c3a0-4551-b962-d23e418445cc) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:18.158389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.242266 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484a20-da0e-44cf-896c-001cc2e29ae8 None None] Pushing event updated for resources: {'Port': ['ID=6556e057-6d90-4e75-9187-2cb1b60aa906,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:18.282121 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks [] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.327108 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.386846 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:18.387712 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=7f04cbd4-c3a0-4551-b962-d23e418445cc,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:18.398440 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:18.401659 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:18.560501 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41882) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:18.592374 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f285e-bf05-433e-a32f-4af5d36a053c req-baec8974-daa8-4bb0-877c-ef7c50584a87 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:18.594289 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-154f285e-bf05-433e-a32f-4af5d36a053c req-baec8974-daa8-4bb0-877c-ef7c50584a87 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1427927 Apr 11 19:34:18.665447 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-154f285e-bf05-433e-a32f-4af5d36a053c req-533d87ea-0709-45ec-940d-b8614927a9de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Apr 11 19:34:18.764256 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 6556e057-6d90-4e75-9187-2cb1b60aa906 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:18.789844 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks [] for router_gateway (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.799725 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e5328253-3699-46a8-b467-4d6df0fab3bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5662c49af099401f8f847aca658f0ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194433 Apr 11 19:34:18.799936 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41888) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:18.821966 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 6556e057-6d90-4e75-9187-2cb1b60aa906 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:18.822483 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.856097 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f411531f-06c8-4fb0-bd28-9e4369042aad admin admin] Publish callbacks [] for security_group (6dd546b8-7c39-4e6e-9cfd-fcb294bc8326), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.882827 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f411531f-06c8-4fb0-bd28-9e4369042aad admin admin] Publish callbacks [] for security_group (6dd546b8-7c39-4e6e-9cfd-fcb294bc8326), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.949582 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 6556e057-6d90-4e75-9187-2cb1b60aa906 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:18.950660 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.961214 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f411531f-06c8-4fb0-bd28-9e4369042aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6dd546b8-7c39-4e6e-9cfd-fcb294bc8326), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.965141 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f411531f-06c8-4fb0-bd28-9e4369042aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:18.967097 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f411531f-06c8-4fb0-bd28-9e4369042aad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6dd546b8-7c39-4e6e-9cfd-fcb294bc8326 HTTP/1.1" status: 204 len: 168 time: 0.1661994 Apr 11 19:34:18.982834 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411531f-06c8-4fb0-bd28-9e4369042aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd546b8-7c39-4e6e-9cfd-fcb294bc8326,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:19.051779 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6cf33e68-5d18-453c-a8fb-6c79e5692468 req-102b3205-4233-446e-9105-f4e85f5b64d6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 210 time: 0.0563836 Apr 11 19:34:19.065534 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 6556e057-6d90-4e75-9187-2cb1b60aa906, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=6556e057-6d90-4e75-9187-2cb1b60aa906,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:19.074344 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:19.172919 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=6556e057-6d90-4e75-9187-2cb1b60aa906,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:19.581329 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-29cf5f96-d3d5-4d38-907e-2f243908a09d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:19.582800 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-29cf5f96-d3d5-4d38-907e-2f243908a09d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.5738320 Apr 11 19:34:19.587088 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16aa161-201e-403e-94ea-1965f199128a None None] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:34:19.589123 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c977ca5-5336-4070-8618-3956016d2416 req-51b2480c-3809-4546-aea0-aa0f6277056a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:19.590476 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9c977ca5-5336-4070-8618-3956016d2416 req-51b2480c-3809-4546-aea0-aa0f6277056a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0936804 Apr 11 19:34:19.591611 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:19.671092 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6a623acf-493d-47d3-a7f6-b2a1f1615660 None None] Provisioning complete for port 6556e057-6d90-4e75-9187-2cb1b60aa906 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:19.671467 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6a623acf-493d-47d3-a7f6-b2a1f1615660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:19.755791 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9c977ca5-5336-4070-8618-3956016d2416 req-ac1ce36d-7ebd-4665-9e2b-4edb2faf3ce3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1584704 Apr 11 19:34:19.786152 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-9ff0ab35-6ca8-4472-9406-27e4be51552b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 473 time: 0.1518826 Apr 11 19:34:19.791856 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6a623acf-493d-47d3-a7f6-b2a1f1615660 None None] Current status of the port 6556e057-6d90-4e75-9187-2cb1b60aa906 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:19.804702 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9b704-3e68-4063-a624-04e36d618228 req-a306a52e-fb90-486c-b30c-b6573de8182b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:19.805391 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'port': {'device_id': '23f46a8f-9029-4560-be86-c0a65e12659b', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'admin_state_up': True, 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'security_groups': ['8e1bc1e4-d08a-49fa-974d-8698f4b920d5']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:19.812673 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a8c9b704-3e68-4063-a624-04e36d618228 req-a306a52e-fb90-486c-b30c-b6573de8182b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0800531 Apr 11 19:34:19.858540 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a8c9b704-3e68-4063-a624-04e36d618228 req-89a7df53-293e-4b72-8738-2ba1ed1fba4e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Apr 11 19:34:19.901703 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:34:20.012057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-aa9992ff-d833-48ba-9426-58b92f05d66d None None] Provisioning complete for port 6556e057-6d90-4e75-9187-2cb1b60aa906 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:20.012757 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aa9992ff-d833-48ba-9426-58b92f05d66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.019886 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Made reservation on behalf of d2be9a4e04a74eaeb6a2f772fcf1ac54 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:20.023786 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.067301 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:34:20.078246 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Sync routers for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:34:20.093515 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-aa9992ff-d833-48ba-9426-58b92f05d66d None None] Current status of the port 6556e057-6d90-4e75-9187-2cb1b60aa906 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:20.095696 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:20.096363 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:33:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:20.125844 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.130644 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a7b333fb-e0ef-4b81-ae98-55b412f3ee19 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6992953 Apr 11 19:34:20.130818 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41916) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:20.224685 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-daacb6f1-a697-444c-a98a-cee542ae6ec6 req-bbe669b9-ed39-4140-8677-f7c77244a59f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 210 time: 0.0465076 Apr 11 19:34:20.246437 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:20.253032 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.20.0.9 (1aa30ed1-f0a9-44ee-9416-23015443366d/d353e279-26da-4fa0-be61-4696cbb73344/2d794608-3c03-49a7-a224-2207bb2befb8) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:20.417318 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (2d794608-3c03-49a7-a224-2207bb2befb8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.438407 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:18Z', 'revision_number': 3, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:20.456669 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.467585 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Checking router: 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:34:20.467934 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Updating router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 port 7f04cbd4-c3a0-4551-b962-d23e418445cc binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:34:20.501559 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.506106 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:20.509865 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:20.512508 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:20.570205 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:20.570855 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.577348 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=2d794608-3c03-49a7-a224-2207bb2befb8,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:20.598513 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-564faf7e-09a0-4d92-ace8-44dad61a5d57 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7999418 Apr 11 19:34:20.618513 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Request body: {'port': {'device_id': '23f46a8f-9029-4560-be86-c0a65e12659b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:20.652861 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.707130 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.734324 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 6556e057-6d90-4e75-9187-2cb1b60aa906 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:20.832514 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cf80fa0b-252a-40e7-a0d3-907776901713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.837712 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-56ada3e1-ff88-4b3c-9690-19d3931b4c10 None None] Provisioning complete for port 2d794608-3c03-49a7-a224-2207bb2befb8 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:20.838304 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-56ada3e1-ff88-4b3c-9690-19d3931b4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.859871 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Publish callbacks [] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.872908 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.874656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Allocated IP 172.20.0.1 (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597/498cdb7b-5a21-4d6a-a973-51f8778528e9/fe5d11d2-a4f9-4935-9156-710ca25fe7d6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:20.890657 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 6556e057-6d90-4e75-9187-2cb1b60aa906 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:20.893362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.936827 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Attempting to bind port 7f04cbd4-c3a0-4551-b962-d23e418445cc on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:20.937293 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Attempting to bind port 7f04cbd4-c3a0-4551-b962-d23e418445cc by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:20.937662 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Attempting to bind port 7f04cbd4-c3a0-4551-b962-d23e418445cc on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:20.941940 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Pushing event updated for resources: {'Port': ['ID=7f04cbd4-c3a0-4551-b962-d23e418445cc,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:20.947853 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:20.948948 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:20.949442 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.950070 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:20.950719 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Bound port: 7f04cbd4-c3a0-4551-b962-d23e418445cc, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:20.951178 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:20.958467 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.959137 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.959725 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.960285 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.960900 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.961443 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.961845 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.962371 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.962897 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.963415 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.963939 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.964070 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd49ece-953c-4f78-93ec-37388cd19a97 req-58f41ff9-40f2-493b-8873-a44f96a38902 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:20.964635 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.965181 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.965684 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3bd49ece-953c-4f78-93ec-37388cd19a97 req-58f41ff9-40f2-493b-8873-a44f96a38902 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0857327 Apr 11 19:34:20.965892 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.966416 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:20.968982 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-56ada3e1-ff88-4b3c-9690-19d3931b4c10 None None] Port 2d794608-3c03-49a7-a224-2207bb2befb8 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:21.036282 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] For port 7f04cbd4-c3a0-4551-b962-d23e418445cc, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:21.040929 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] For port 7f04cbd4-c3a0-4551-b962-d23e418445cc, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=7f04cbd4-c3a0-4551-b962-d23e418445cc,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:21.048388 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.065117 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 6556e057-6d90-4e75-9187-2cb1b60aa906 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:21.105742 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3bd49ece-953c-4f78-93ec-37388cd19a97 req-ec7f5c0d-b216-4cb5-8123-7d71f4a67fe7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034253 Apr 11 19:34:21.107065 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8439d-fd51-405e-a290-ac455e95aeac req-63ba6210-86dd-4a81-a143-63b32b7c8346 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:21.113844 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38aa64-fe59-416b-a06d-91c38cd01fa8 None None] Pushing event updated for resources: {'Port': ['ID=7f04cbd4-c3a0-4551-b962-d23e418445cc,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:21.115087 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2ec8439d-fd51-405e-a290-ac455e95aeac req-63ba6210-86dd-4a81-a143-63b32b7c8346 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1282520 Apr 11 19:34:21.129744 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:21.129744 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:21.134410 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks [] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.185551 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.204389 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2ec8439d-fd51-405e-a290-ac455e95aeac req-cc38258a-bc47-41ed-865b-59de496639cd tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712817 Apr 11 19:34:21.242536 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:21.246019 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:21.248846 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:21.259812 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:21.285462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:21.305737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.333723 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d794608-3c03-49a7-a224-2207bb2befb8 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:34:21.345473 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Publish callbacks [] for port (2d794608-3c03-49a7-a224-2207bb2befb8), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.361527 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Transition to ACTIVE for port object 2d794608-3c03-49a7-a224-2207bb2befb8 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:34:21.367872 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.476352 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Pushing event updated for resources: {'Port': ['ID=2d794608-3c03-49a7-a224-2207bb2befb8,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:21.654627 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Attempting to bind port 2d794608-3c03-49a7-a224-2207bb2befb8 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:21.655288 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Attempting to bind port 2d794608-3c03-49a7-a224-2207bb2befb8 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:21.655427 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Attempting to bind port 2d794608-3c03-49a7-a224-2207bb2befb8 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:21.671943 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Port 2d794608-3c03-49a7-a224-2207bb2befb8 on network 1aa30ed1-f0a9-44ee-9416-23015443366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:34:21.672207 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Attempting to bind port 2d794608-3c03-49a7-a224-2207bb2befb8 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:21.686738 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:21.687079 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:21.687473 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Bound using segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:21.687917 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Bound port: 2d794608-3c03-49a7-a224-2207bb2befb8, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:21.688899 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.691663 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:18Z', 'revision_number': 3, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:21.720300 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4efbe161-cb35-42be-b99d-c33c0dee6952 None None] Provisioning complete for port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:21.733291 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4efbe161-cb35-42be-b99d-c33c0dee6952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.746052 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c4099-7de6-4d38-8198-bb2d67a8fbfe None None] The sync data for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb is: [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:18Z', 'revision_number': 3, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:34:21.817965 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] For port 2d794608-3c03-49a7-a224-2207bb2befb8, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:21.822502 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] For port 2d794608-3c03-49a7-a224-2207bb2befb8, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2d794608-3c03-49a7-a224-2207bb2befb8,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:21.831951 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.848140 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.853737 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4efbe161-cb35-42be-b99d-c33c0dee6952 None None] Port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:21.865298 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb3d1-d22b-4ea8-9807-2dc86150a59f req-1d666ad7-ab75-459f-a620-42deb954ee54 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:21.867237 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-22ebb3d1-d22b-4ea8-9807-2dc86150a59f req-1d666ad7-ab75-459f-a620-42deb954ee54 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 943 time: 0.1155913 Apr 11 19:34:21.884183 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:21.884904 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:21.886364 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] 10.222.0.53 "PUT /v2.0/ports/2d794608-3c03-49a7-a224-2207bb2befb8 HTTP/1.1" status: 200 len: 1093 time: 1.2753415 Apr 11 19:34:21.886825 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:21.889376 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4245647f-dadc-426d-8584-42cfaa1698a4" -d '{"events": [{"name": "network-changed", "server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:21.921299 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423bdf7-7b53-4b0d-b85c-0e0b7a003d22 service neutron] Pushing event updated for resources: {'Port': ['ID=2d794608-3c03-49a7-a224-2207bb2befb8,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:21.987683 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589b0ace-bece-44cf-af6a-0c6707f85076 x-openstack-request-id: req-589b0ace-bece-44cf-af6a-0c6707f85076 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:21.988517 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:21.989377 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-589b0ace-bece-44cf-af6a-0c6707f85076 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:21.990267 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589b0ace-bece-44cf-af6a-0c6707f85076'] response: {'name': 'network-changed', 'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8', 'status': 'completed', 'code': 200} Apr 11 19:34:22.015081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-a80c60aa-6031-465e-b67b-65b2ca5e4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:22.020828 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-a80c60aa-6031-465e-b67b-65b2ca5e4690 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 1127 time: 0.0846922 Apr 11 19:34:22.041606 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-22ebb3d1-d22b-4ea8-9807-2dc86150a59f req-06e2f4bb-b634-4338-ac11-5e10574443e6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915594 Apr 11 19:34:22.042687 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:22.087624 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-37c43dd3-30bc-455f-bee2-6b9ede5250dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d794608-3c03-49a7-a224-2207bb2befb8 HTTP/1.1" status: 200 len: 217 time: 0.0517907 Apr 11 19:34:22.140938 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-f6312afd-93d9-442d-ab99-8b54a4ead86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:22.142487 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-f6312afd-93d9-442d-ab99-8b54a4ead86f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0487773 Apr 11 19:34:22.220700 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-d59dbb08-a80d-4686-9be8-c3a90c1bcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:22.222080 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-d59dbb08-a80d-4686-9be8-c3a90c1bcac3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0737216 Apr 11 19:34:22.290700 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks [] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:22.304609 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:22.360378 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccb0be-b67f-4900-89bc-260f27a504cf req-3b547828-1200-4b98-91cb-27dc76a82089 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:22.361609 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9eccb0be-b67f-4900-89bc-260f27a504cf req-3b547828-1200-4b98-91cb-27dc76a82089 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0886827 Apr 11 19:34:22.397071 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-f090e5f5-ebe4-4132-80c4-caa207a6f4b7 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664484 Apr 11 19:34:22.397826 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c7e67-78d3-4431-8bb4-1b6feaa6dac6 req-e7d20321-1230-402a-93e8-f153dc870ece tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:22.399371 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-322c7e67-78d3-4431-8bb4-1b6feaa6dac6 req-e7d20321-1230-402a-93e8-f153dc870ece tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1111243 Apr 11 19:34:22.407226 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:22.423686 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:22.429295 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.429646 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.429989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.430329 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.430660 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.430988 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.431311 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.431641 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.431963 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.432286 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.432610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.432964 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.433895 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.434155 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.434907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:22.479849 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9eccb0be-b67f-4900-89bc-260f27a504cf req-f16bc3f6-42a3-408a-9186-9ba6bef9cdd5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1052997 Apr 11 19:34:22.524351 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef39492a-72ed-4a05-9821-a12f0e7b2b10 req-888180cf-e1b7-4f00-bdd1-2a5f05cd9986 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199458 Apr 11 19:34:22.530399 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-322c7e67-78d3-4431-8bb4-1b6feaa6dac6 req-9dd8c7ab-6fbf-43a9-8429-92d561e1092f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188948 Apr 11 19:34:22.574780 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:22.576243 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:22.762560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:34:22.773441 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7f04cbd4-c3a0-4551-b962-d23e418445cc up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:22.859020 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 7f04cbd4-c3a0-4551-b962-d23e418445cc triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:22.859405 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:22.911084 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:34:22.915111 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:22.926399 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-435bd10e-6a39-4b35-bd9e-805d90e19b12 admin admin] 10.222.0.26 "PUT /v2.0/routers/816709fc-ada7-42b4-a10a-bc8c20cc3ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7857625 Apr 11 19:34:22.968864 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-326c5d7b-80a2-4fe1-82e3-9786d72cf841 None None] Provisioning complete for port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:22.969245 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-326c5d7b-80a2-4fe1-82e3-9786d72cf841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.004902 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 7f04cbd4-c3a0-4551-b962-d23e418445cc is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:23.005302 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.014863 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-326c5d7b-80a2-4fe1-82e3-9786d72cf841 None None] Port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:23.031094 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 7f04cbd4-c3a0-4551-b962-d23e418445cc, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=7f04cbd4-c3a0-4551-b962-d23e418445cc,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:23.035675 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.089275 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=7f04cbd4-c3a0-4551-b962-d23e418445cc,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:23.180906 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87a86-2d9b-4d07-9f84-5ab1ce671484 req-4f0e3211-f6dc-48a2-ab7c-91b455d4084f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.182943 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0bf87a86-2d9b-4d07-9f84-5ab1ce671484 req-4f0e3211-f6dc-48a2-ab7c-91b455d4084f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 943 time: 0.0550311 Apr 11 19:34:23.241286 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0bf87a86-2d9b-4d07-9f84-5ab1ce671484 req-9df7b8bc-bf75-4f9b-83ae-be2c3cdf68c6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518494 Apr 11 19:34:23.507859 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 41966) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:23.512926 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871635067-network', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:23.533598 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-3657a1a4-4152-472c-8b51-4ca637868310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.535407 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-3657a1a4-4152-472c-8b51-4ca637868310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 1127 time: 0.0621123 Apr 11 19:34:23.546921 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Made reservation on behalf of 899e7256314245d3acd9a5d702ba7c5e for: {'network': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:23.555078 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.567832 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.652795 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeba53-37b2-4107-94d9-15c3e8916165 req-277782af-08f6-48a7-b9e8-fddbba7d7eab tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.654176 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bceeba53-37b2-4107-94d9-15c3e8916165 req-277782af-08f6-48a7-b9e8-fddbba7d7eab tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0693169 Apr 11 19:34:23.688417 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-05a79fc7-3456-444c-8c1c-1df493286b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.691547 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-05a79fc7-3456-444c-8c1c-1df493286b7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.1454749 Apr 11 19:34:23.739764 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks [] for security_group (ef0a5875-eeb8-4ea3-b914-a86a412be057), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.745549 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bceeba53-37b2-4107-94d9-15c3e8916165 req-b8a20090-57c0-4c63-a5bc-85f0b9fe3894 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852299 Apr 11 19:34:23.746980 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ef0a5875-eeb8-4ea3-b914-a86a412be057), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.767721 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:34:23.787656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (92c5a58c-5c51-47df-92bc-359c76904df9), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.788203 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.segments_db [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Added segment 92c5a58c-5c51-47df-92bc-359c76904df9 of type vlan for network db90a1da-1641-43bf-bb76-e66ce69624f3 Apr 11 19:34:23.792246 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-40a6bc5f-594c-469a-b227-963adc4453d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d794608-3c03-49a7-a224-2207bb2befb8 HTTP/1.1" status: 200 len: 217 time: 0.0965424 Apr 11 19:34:23.806177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0a5875-eeb8-4ea3-b914-a86a412be057,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:23.868571 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Sync routers for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:34:23.870895 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (db90a1da-1641-43bf-bb76-e66ce69624f3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.887431 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:23.887993 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:23.906013 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-268addaa-2ecf-4ba7-ae81-8f3d5808f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.907429 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-268addaa-2ecf-4ba7-ae81-8f3d5808f859 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.1088758 Apr 11 19:34:23.914377 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868477a4-855c-4345-a21f-045177420c3a req-bdef0759-615e-456c-833f-40dc3c4fb248 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.915996 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-868477a4-855c-4345-a21f-045177420c3a req-bdef0759-615e-456c-833f-40dc3c4fb248 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1027722 Apr 11 19:34:23.923819 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (db90a1da-1641-43bf-bb76-e66ce69624f3), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:23.925073 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:23.925672 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.002451 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] Pushing event updated for resources: {'Network': ['ID=db90a1da-1641-43bf-bb76-e66ce69624f3,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:24.002670 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-4c1bd22a-aa83-495e-b926-131b246fcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:24.005066 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-4c1bd22a-aa83-495e-b926-131b246fcb14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0873053 Apr 11 19:34:24.011273 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-868477a4-855c-4345-a21f-045177420c3a req-5fab5764-9f12-41b0-9514-9bdf6e939734 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813608 Apr 11 19:34:24.012121 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41978) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:24.012621 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c1b1e26b-b28a-45c7-a5f1-f7e19d428766 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5035007 Apr 11 19:34:24.024371 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network db90a1da-1641-43bf-bb76-e66ce69624f3 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:34:24.027387 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Request body: {'subnet': {'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871635067-subnet', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:24.090107 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Made reservation on behalf of 899e7256314245d3acd9a5d702ba7c5e for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:24.092382 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516622'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.120604 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:24.184781 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-d75061bd-2ab8-4916-8acb-e60766a17499 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715877 Apr 11 19:34:24.304488 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 2d794608-3c03-49a7-a224-2207bb2befb8 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:34:24.305859 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30441566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516636'] for subnet (46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.377629 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:24.380158 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd17102-8e4f-4053-ae56-4b41e2133a06 req-0bc77ac7-8374-4bab-8464-63dcd056fd4f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:24.383064 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1fd17102-8e4f-4053-ae56-4b41e2133a06 req-0bc77ac7-8374-4bab-8464-63dcd056fd4f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 943 time: 0.0529287 Apr 11 19:34:24.388923 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.389281 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.389630 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.389980 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.390317 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.390653 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.391787 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.391787 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.391787 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.392029 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.392253 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.392582 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.392932 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.393361 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.393686 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:34:24.397387 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Checking segment: {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:24.397756 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Network hostable DHCP agents. Network: db90a1da-1641-43bf-bb76-e66ce69624f3, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:34:24.422215 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Network db90a1da-1641-43bf-bb76-e66ce69624f3 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:34:24.433555 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, db90a1da-1641-43bf-bb76-e66ce69624f3) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:24.445614 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:24.446232 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.455533 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a86f04-d014-4fef-91dc-8680751dea60 None None] Network db90a1da-1641-43bf-bb76-e66ce69624f3 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:34:24.459820 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1fd17102-8e4f-4053-ae56-4b41e2133a06 req-2b85cd45-66ab-45b6-a273-cd6ba4333de9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494676 Apr 11 19:34:24.471684 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9e7b6817-1923-4915-8bf3-c33534665003 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4570639 Apr 11 19:34:24.483711 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 41982) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:24.483711 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:24.558609 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (aa2a3adb-f0c5-41c2-9345-33c3f512d622), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.559677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (aa2a3adb-f0c5-41c2-9345-33c3f512d622), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.681876 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 2d794608-3c03-49a7-a224-2207bb2befb8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2d794608-3c03-49a7-a224-2207bb2befb8,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:24.721730 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '2d794608-3c03-49a7-a224-2207bb2befb8', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'port_id': '2d794608-3c03-49a7-a224-2207bb2befb8', 'mac_address': 'fa:16:3e:66:c5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:34:24.727117 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-db90a1da-1641-43bf-bb76-e66ce69624f3', 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3', 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'fixed_ips': [{'subnet_id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:34:24.727975 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.730206 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:22Z', 'revision_number': 2, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:24.750129 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7f04cbd4-c3a0-4551-b962-d23e418445cc up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:24.814188 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Checking router: 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:34:24.814573 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Updating router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:34:24.911603 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4245647f-dadc-426d-8584-42cfaa1698a4 req-b5130d9c-aead-4153-af99-218a46494826 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382570 Apr 11 19:34:24.915325 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks [] for router_controller (aa2a3adb-f0c5-41c2-9345-33c3f512d622), precommit_add_association {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.928191 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7db033-7df4-4636-b7d1-05ad6be4c4d2 req-0100db7e-8094-4df2-9a80-95121a88179b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:24.929712 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cc7db033-7df4-4636-b7d1-05ad6be4c4d2 req-0100db7e-8094-4df2-9a80-95121a88179b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0574138 Apr 11 19:34:24.983413 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:24.987807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 2d794608-3c03-49a7-a224-2207bb2befb8 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:24.988230 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.043949 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.049040 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d794608-3c03-49a7-a224-2207bb2befb8 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:34:25.090920 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 7f04cbd4-c3a0-4551-b962-d23e418445cc triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:25.091515 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.117443 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks [] for router_gateway (aa2a3adb-f0c5-41c2-9345-33c3f512d622), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.136867 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cc7db033-7df4-4636-b7d1-05ad6be4c4d2 req-6340f714-90cf-470a-9c09-d918ad2159c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620624 Apr 11 19:34:25.165977 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 2d794608-3c03-49a7-a224-2207bb2befb8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2d794608-3c03-49a7-a224-2207bb2befb8,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:25.182953 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.199169 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809ed0-47bc-44df-869d-6f2362f2f10d req-1e6dd257-ab38-4699-97ba-494e21c3e47e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:25.205073 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f4809ed0-47bc-44df-869d-6f2362f2f10d req-1e6dd257-ab38-4699-97ba-494e21c3e47e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0746098 Apr 11 19:34:25.253253 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f4809ed0-47bc-44df-869d-6f2362f2f10d req-84ce3346-51ca-4c9b-bf2d-06eb35a6d31e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461373 Apr 11 19:34:25.267658 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Allocated IP 172.20.0.2 (db90a1da-1641-43bf-bb76-e66ce69624f3/46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84/4da25d0b-543c-4b20-a6ca-1729cffb8551) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:25.351607 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks [] for router_gateway (aa2a3adb-f0c5-41c2-9345-33c3f512d622), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.358329 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=2d794608-3c03-49a7-a224-2207bb2befb8,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:25.376444 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.475316 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['2d794608-3c03-49a7-a224-2207bb2befb8'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:34:25.497998 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Allocated IP 172.28.2.76 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/f4f6f0fc-48aa-4601-b011-918942665c25) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:25.504804 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 7f04cbd4-c3a0-4551-b962-d23e418445cc is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:25.629758 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb810c-1550-4f52-9080-a67d386c61ab req-2af3ab20-a89a-459c-a0a4-a235e0ef6ce9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:25.631802 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6ebb810c-1550-4f52-9080-a67d386c61ab req-2af3ab20-a89a-459c-a0a4-a235e0ef6ce9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 944 time: 0.0985708 Apr 11 19:34:25.676902 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Publish callbacks [] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.692631 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.693371 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks [] for port (f4f6f0fc-48aa-4601-b011-918942665c25), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.715191 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6ebb810c-1550-4f52-9080-a67d386c61ab req-4f5b700b-3ef2-4989-a35b-c6daae3b57f4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762675 Apr 11 19:34:25.744038 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.747440 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Publish callbacks [] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.770551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Network db90a1da-1641-43bf-bb76-e66ce69624f3 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:25.775131 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:25.786146 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:25.789332 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:25.791327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:25.795038 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:25.802370 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:25.811409 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Pushing event updated for resources: {'Port': ['ID=4da25d0b-543c-4b20-a6ca-1729cffb8551,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:25.936524 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78e938-1176-427c-a5ae-9945e6f36fa4 None None] Pushing event updated for resources: {'Port': ['ID=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:25.960270 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Pushing event updated for resources: {'Port': ['ID=f4f6f0fc-48aa-4601-b011-918942665c25,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:25.982480 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Attempting to bind port 4da25d0b-543c-4b20-a6ca-1729cffb8551 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:25.982862 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Attempting to bind port 4da25d0b-543c-4b20-a6ca-1729cffb8551 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:25.983233 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Attempting to bind port 4da25d0b-543c-4b20-a6ca-1729cffb8551 on network db90a1da-1641-43bf-bb76-e66ce69624f3 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:25.991586 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Attempting to bind port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:25.992162 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Attempting to bind port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:25.992313 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Attempting to bind port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 on network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:26.002060 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:26.002441 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Checking segment: {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:26.003082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.003620 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Bound using segment: {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:26.004262 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Bound port: 4da25d0b-543c-4b20-a6ca-1729cffb8551, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:26.004829 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.018563 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:26.018956 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Checking segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:26.019371 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.019772 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Bound using segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:26.020261 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Bound port: fe5d11d2-a4f9-4935-9156-710ca25fe7d6, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:26.020729 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.126602 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks [] for router_gateway (aa2a3adb-f0c5-41c2-9345-33c3f512d622), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.128203 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] For port 4da25d0b-543c-4b20-a6ca-1729cffb8551, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:26.141760 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] For port fe5d11d2-a4f9-4935-9156-710ca25fe7d6, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:26.145318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] For port 4da25d0b-543c-4b20-a6ca-1729cffb8551, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=4da25d0b-543c-4b20-a6ca-1729cffb8551,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:26.159240 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.162126 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] For port fe5d11d2-a4f9-4935-9156-710ca25fe7d6, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:26.296418 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9fcd-6b3b-47ce-96bb-0a6fe3da4f3c req-8a88861c-2b18-46b8-8bdd-82e2097a4cd4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:26.298021 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a9e9fcd-6b3b-47ce-96bb-0a6fe3da4f3c req-8a88861c-2b18-46b8-8bdd-82e2097a4cd4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0750616 Apr 11 19:34:26.347637 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.350860 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d144-307f-4b79-b952-d099ba7f0db1 req-0d1002d9-0009-4c7e-8d1c-33a1486054b2 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:26.361015 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0e33d144-307f-4b79-b952-d099ba7f0db1 req-0d1002d9-0009-4c7e-8d1c-33a1486054b2 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0697751 Apr 11 19:34:26.366531 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] Provisioning complete for port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:26.366908 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.415427 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0e33d144-307f-4b79-b952-d099ba7f0db1 req-dd8b0e63-9ebf-45b7-943d-a10963cc7d69 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530469 Apr 11 19:34:26.418189 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8fb87-4ce8-4b61-8fde-287b8060977d None None] Pushing event updated for resources: {'Port': ['ID=4da25d0b-543c-4b20-a6ca-1729cffb8551,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:26.462658 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:26.463318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:26.488444 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (aa2a3adb-f0c5-41c2-9345-33c3f512d622), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.551639 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78e938-1176-427c-a5ae-9945e6f36fa4 None None] Pushing event updated for resources: {'Port': ['ID=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:26.573735 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a9e9fcd-6b3b-47ce-96bb-0a6fe3da4f3c req-54d6b53e-a0b4-4f2a-846d-ab264e66f49d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2640171 Apr 11 19:34:26.606060 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465b4e4-309f-45f3-bf58-5724b29bf0e7 req-d02605be-a701-4a8e-b117-62d0e0bd43b9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:26.610601 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9465b4e4-309f-45f3-bf58-5724b29bf0e7 req-d02605be-a701-4a8e-b117-62d0e0bd43b9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0867319 Apr 11 19:34:26.622884 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 2d794608-3c03-49a7-a224-2207bb2befb8 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:26.745367 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9465b4e4-309f-45f3-bf58-5724b29bf0e7 req-1d3ba535-4faa-462b-b5c7-da1f2c4f60a6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219170 Apr 11 19:34:26.758010 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] Current status of the port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:26.758385 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.762253 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:26.820568 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Router aa2a3adb-f0c5-41c2-9345-33c3f512d622 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103240) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:34:26.846510 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 2d794608-3c03-49a7-a224-2207bb2befb8 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:34:26.893423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] For port fe5d11d2-a4f9-4935-9156-710ca25fe7d6, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:26.896140 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 2d794608-3c03-49a7-a224-2207bb2befb8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:26.897111 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.910162 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:26.924231 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc92d-044c-461a-bb20-63e35495f224 req-5f6bec63-d826-440f-8b22-35d004f21520 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:26.925799 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-67efc92d-044c-461a-bb20-63e35495f224 req-5f6bec63-d826-440f-8b22-35d004f21520 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 944 time: 0.0960104 Apr 11 19:34:27.025728 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-67efc92d-044c-461a-bb20-63e35495f224 req-c0c7b6ca-55ee-479e-b658-33aae539ef17 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931747 Apr 11 19:34:27.029726 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:34:27.048590 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Sync routers for ids ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:34:27.057065 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:27.057254 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55831bd6-9ee7-4213-89ca-14ff3a76835e None None] Pushing event updated for resources: {'Port': ['ID=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:27.059594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42010) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:27.060456 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-e7602ffb-3948-4e84-93f6-5e69e397c08c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5830703 Apr 11 19:34:27.071387 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-92dc9e46-c4cc-45d2-83b5-91aabdf84769 None None] Provisioning complete for port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:27.071681 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-92dc9e46-c4cc-45d2-83b5-91aabdf84769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:27.105080 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Routers {'aa2a3adb-f0c5-41c2-9345-33c3f512d622'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:27.105997 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:27.170991 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 2d794608-3c03-49a7-a224-2207bb2befb8 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:27.171387 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:27.198144 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:27.234598 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddadca63-6267-4a5c-9020-b5da86a72b5a None None] The sync data for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb is: [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:34:27.240104 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:27.243041 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81da3e3-f7f1-4aab-9dd3-e72c33b6d7c5" -d '{"events": [{"server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "name": "network-vif-plugged", "status": "completed", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:27.248531 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Set router aa2a3adb-f0c5-41c2-9345-33c3f512d622 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:27.290125 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 2d794608-3c03-49a7-a224-2207bb2befb8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2d794608-3c03-49a7-a224-2207bb2befb8,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:27.336108 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:27.358210 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafdfc2c-cdf2-4018-aa89-c2d7bba0263d x-openstack-request-id: req-fafdfc2c-cdf2-4018-aa89-c2d7bba0263d {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:27.358809 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "name": "network-vif-plugged", "status": "completed", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:27.359375 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fafdfc2c-cdf2-4018-aa89-c2d7bba0263d {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:27.360058 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafdfc2c-cdf2-4018-aa89-c2d7bba0263d'] response: {'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8', 'code': 200} Apr 11 19:34:27.420444 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-92dc9e46-c4cc-45d2-83b5-91aabdf84769 None None] Current status of the port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:27.480029 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=2d794608-3c03-49a7-a224-2207bb2befb8,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:27.507168 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfad78-65dd-4d58-88b1-07c65c733e60 req-38eef6d2-936e-4ede-9b60-03be3eef6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:27.511652 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d9dfad78-65dd-4d58-88b1-07c65c733e60 req-38eef6d2-936e-4ede-9b60-03be3eef6e9a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1129 time: 0.1469986 Apr 11 19:34:27.639995 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d9dfad78-65dd-4d58-88b1-07c65c733e60 req-d4390dff-07f4-4acf-bc28-f20a6fe2c428 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193492 Apr 11 19:34:27.710642 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d7386-12df-4500-aba7-53e8751741ef req-dc41661b-933e-4e0a-b2eb-0a6c907d3b5d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:27.712478 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f70d7386-12df-4500-aba7-53e8751741ef req-dc41661b-933e-4e0a-b2eb-0a6c907d3b5d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0976138 Apr 11 19:34:27.776468 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:34:25Z', 'revision_number': 3, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:27.785616 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db5249-4959-4942-a099-13b82073e1ed req-18e3de51-ca68-42d7-ab15-814165b28eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:27.787943 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e5db5249-4959-4942-a099-13b82073e1ed req-18e3de51-ca68-42d7-ab15-814165b28eb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 1129 time: 0.1250370 Apr 11 19:34:27.801859 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f70d7386-12df-4500-aba7-53e8751741ef req-9f8e4f9d-f508-48a8-a54d-4181ec2862c8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832489 Apr 11 19:34:27.821806 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a9df-177d-4781-a4b4-1c9234d30403 req-22b224eb-4902-4084-95ce-6af39b041a2b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:27.830226 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5721a9df-177d-4781-a4b4-1c9234d30403 req-22b224eb-4902-4084-95ce-6af39b041a2b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1070580 Apr 11 19:34:27.850931 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Checking router: aa2a3adb-f0c5-41c2-9345-33c3f512d622 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:34:27.851192 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Updating router aa2a3adb-f0c5-41c2-9345-33c3f512d622 port f4f6f0fc-48aa-4601-b011-918942665c25 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:34:27.885078 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:27.892292 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4182c0cb-3af3-4bd0-9089-0c444a6f6f87 None None] Network db90a1da-1641-43bf-bb76-e66ce69624f3 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:34:27.949858 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec42e3-e36a-477d-a445-115dfb213a3f req-427ef7cb-1684-46b5-a39a-d7b3f8d08619 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:27.958411 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-51ec42e3-e36a-477d-a445-115dfb213a3f req-427ef7cb-1684-46b5-a39a-d7b3f8d08619 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0936205 Apr 11 19:34:27.969546 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e5db5249-4959-4942-a099-13b82073e1ed req-5304e653-0715-4eaa-94fe-a4ac9cd197c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777979 Apr 11 19:34:27.973322 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5721a9df-177d-4781-a4b4-1c9234d30403 req-97730997-7575-44da-960c-722a7d3a4faa tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1421297 Apr 11 19:34:28.012778 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] Provisioning complete for port 4da25d0b-543c-4b20-a6ca-1729cffb8551 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:28.013401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.017958 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-51ec42e3-e36a-477d-a445-115dfb213a3f req-01db3d53-8787-450f-9265-43174d5f608e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578682 Apr 11 19:34:28.039432 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.201316 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] Current status of the port 4da25d0b-543c-4b20-a6ca-1729cffb8551 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:28.202363 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.270219 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] For port 4da25d0b-543c-4b20-a6ca-1729cffb8551, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=4da25d0b-543c-4b20-a6ca-1729cffb8551,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:28.276736 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.319716 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Publish callbacks [] for port (f4f6f0fc-48aa-4601-b011-918942665c25), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.324095 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d647abf-600d-456e-aa2c-893f089e3619 req-dc4817c6-cfb2-4e61-934a-f19a95e0c80b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:28.326395 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1d647abf-600d-456e-aa2c-893f089e3619 req-dc4817c6-cfb2-4e61-934a-f19a95e0c80b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.1396284 Apr 11 19:34:28.331437 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.376489 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed7e58-f112-4465-82ca-9cbeff1cc26c None None] Pushing event updated for resources: {'Port': ['ID=4da25d0b-543c-4b20-a6ca-1729cffb8551,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:28.416148 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Attempting to bind port f4f6f0fc-48aa-4601-b011-918942665c25 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:28.416523 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Attempting to bind port f4f6f0fc-48aa-4601-b011-918942665c25 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:28.416931 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Attempting to bind port f4f6f0fc-48aa-4601-b011-918942665c25 on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:28.427472 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:28.428294 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:28.428806 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.429244 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:28.429748 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Bound port: f4f6f0fc-48aa-4601-b011-918942665c25, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:28.430134 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.437003 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8b2dd-2300-4ae0-9a0b-3ea3d1408ce3 None None] Pushing event updated for resources: {'Port': ['ID=f4f6f0fc-48aa-4601-b011-918942665c25,revision_number=2']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:28.449276 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1d647abf-600d-456e-aa2c-893f089e3619 req-26235006-d15c-4bc6-89b3-741b4e086bc6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825260 Apr 11 19:34:28.471401 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Allocated IP 172.20.0.1 (db90a1da-1641-43bf-bb76-e66ce69624f3/46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84/c1b70a22-2ede-4564-8474-4371f9c34607) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:28.505885 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4871cde8-a4e0-418a-b2f0-a34c98851414 None None] Provisioning complete for port 4da25d0b-543c-4b20-a6ca-1729cffb8551 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:28.506999 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4871cde8-a4e0-418a-b2f0-a34c98851414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.513826 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] For port f4f6f0fc-48aa-4601-b011-918942665c25, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:28.518441 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] For port f4f6f0fc-48aa-4601-b011-918942665c25, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=f4f6f0fc-48aa-4601-b011-918942665c25,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:28.527019 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.605469 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks [] for port (c1b70a22-2ede-4564-8474-4371f9c34607), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.605742 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Routers {'aa2a3adb-f0c5-41c2-9345-33c3f512d622'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:28.606178 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:28.624858 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4871cde8-a4e0-418a-b2f0-a34c98851414 None None] Current status of the port 4da25d0b-543c-4b20-a6ca-1729cffb8551 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:28.655139 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.717904 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Network db90a1da-1641-43bf-bb76-e66ce69624f3 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:28.723383 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:28.741553 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:28.743363 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8b2dd-2300-4ae0-9a0b-3ea3d1408ce3 None None] Pushing event updated for resources: {'Port': ['ID=f4f6f0fc-48aa-4601-b011-918942665c25,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:28.752213 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] Set router aa2a3adb-f0c5-41c2-9345-33c3f512d622 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:28.789421 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b70a22-2ede-4564-8474-4371f9c34607,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:28.809195 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe5d11d2-a4f9-4935-9156-710ca25fe7d6 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:28.814575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (aa2a3adb-f0c5-41c2-9345-33c3f512d622), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:28.892760 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:28.893099 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.036677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35591c04-b9bd-435b-a309-235585e681b4 req-f733650f-57e0-4cb7-b292-d25e142dca9d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:29.038981 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:29.040226 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 4da25d0b-543c-4b20-a6ca-1729cffb8551 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:29.050290 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-35591c04-b9bd-435b-a309-235585e681b4 req-f733650f-57e0-4cb7-b292-d25e142dca9d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1376553 Apr 11 19:34:29.098282 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.104490 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 4da25d0b-543c-4b20-a6ca-1729cffb8551 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:29.105362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.166301 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-88457e09-1032-4a30-a737-722c6d2b5351 None None] Provisioning complete for port c1b70a22-2ede-4564-8474-4371f9c34607 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:29.166922 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-88457e09-1032-4a30-a737-722c6d2b5351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.177298 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-35591c04-b9bd-435b-a309-235585e681b4 req-e7451a76-4384-46ef-a029-4f08f9c83291 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254077 Apr 11 19:34:29.206770 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:34:25Z', 'revision_number': 3, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:29.240055 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-88457e09-1032-4a30-a737-722c6d2b5351 None None] Port c1b70a22-2ede-4564-8474-4371f9c34607 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:29.261064 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a3f4-3bdd-4c15-8e22-32454c026023 req-b4147910-9bff-42ea-abf6-2d751773bd96 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:29.262686 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-72b0a3f4-3bdd-4c15-8e22-32454c026023 req-b4147910-9bff-42ea-abf6-2d751773bd96 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1267829 Apr 11 19:34:29.279925 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be770158-a7f7-4b77-85f9-61e0d07918e8 None None] The sync data for ids ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'] in dv-cinder-830787-3-smb is: [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:34:25Z', 'revision_number': 3, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:34:29.281567 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 4da25d0b-543c-4b20-a6ca-1729cffb8551 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:29.311447 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4606d-f816-4c81-a2e1-bc6b7525dd4f req-880c091f-1818-4253-9dbd-973ac65009c1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:29.313078 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-00c4606d-f816-4c81-a2e1-bc6b7525dd4f req-880c091f-1818-4253-9dbd-973ac65009c1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0671337 Apr 11 19:34:29.368886 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-00c4606d-f816-4c81-a2e1-bc6b7525dd4f req-fc1961ae-91aa-403b-94be-31447525bcb0 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463810 Apr 11 19:34:29.385227 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-72b0a3f4-3bdd-4c15-8e22-32454c026023 req-2b64e696-ca0c-4668-aac4-95f7e2daa121 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059065 Apr 11 19:34:29.454343 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks [] for port (c1b70a22-2ede-4564-8474-4371f9c34607), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.459907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.538549 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (aa2a3adb-f0c5-41c2-9345-33c3f512d622), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:29.541955 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b70a22-2ede-4564-8474-4371f9c34607,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:29.599520 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b9379-8600-4b3b-9d28-8dd4a2e702a6 req-84d1d4ac-648a-436d-b14b-7db7787947b0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:29.603468 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-468b9379-8600-4b3b-9d28-8dd4a2e702a6 req-84d1d4ac-648a-436d-b14b-7db7787947b0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.0734053 Apr 11 19:34:29.710609 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-468b9379-8600-4b3b-9d28-8dd4a2e702a6 req-5fb41600-ceb5-4427-91f7-4e9c38836556 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884073 Apr 11 19:34:29.725424 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a66ee8-0603-4cab-9bc2-76efaa054e1e req-51cf0724-2fa9-4049-b2f7-d8d9912c3fbd tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:29.727295 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-18a66ee8-0603-4cab-9bc2-76efaa054e1e req-51cf0724-2fa9-4049-b2f7-d8d9912c3fbd tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0586572 Apr 11 19:34:29.736741 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Network db90a1da-1641-43bf-bb76-e66ce69624f3 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:29.744291 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:29.894536 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-18a66ee8-0603-4cab-9bc2-76efaa054e1e req-b4e0b54b-32d1-45d4-9e87-85748d3fff6b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600635 Apr 11 19:34:29.922374 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Router aa2a3adb-f0c5-41c2-9345-33c3f512d622 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:34:30.057337 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:34:30.064235 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-fb148371-cd9b-414e-a230-3b29f7dfb5a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa2a3adb-f0c5-41c2-9345-33c3f512d622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972165 Apr 11 19:34:30.096959 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-da0824a3-9607-44ae-99c9-7877919adb05 None None] Provisioning complete for port c1b70a22-2ede-4564-8474-4371f9c34607 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:30.097346 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-da0824a3-9607-44ae-99c9-7877919adb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:30.133186 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-da0824a3-9607-44ae-99c9-7877919adb05 None None] Port c1b70a22-2ede-4564-8474-4371f9c34607 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:30.323733 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db004917-e812-48da-9e36-44192163668b req-a6ed7677-59f9-4014-b6ba-5f925967c458 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:30.325642 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-db004917-e812-48da-9e36-44192163668b req-a6ed7677-59f9-4014-b6ba-5f925967c458 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0713298 Apr 11 19:34:30.391246 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-db004917-e812-48da-9e36-44192163668b req-2d600f2d-9925-4fc7-aa11-17a14823efd1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593882 Apr 11 19:34:30.395346 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-d7c6381e-0da1-46e5-90ff-ba69a38294e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:30.398458 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-d7c6381e-0da1-46e5-90ff-ba69a38294e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 1129 time: 0.0484121 Apr 11 19:34:30.536478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c1868-cf87-4cd5-a976-ad572e6d2002 req-19cb4622-6caf-4ddd-9c64-33c1d84c6bc5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:30.538546 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d63c1868-cf87-4cd5-a976-ad572e6d2002 req-19cb4622-6caf-4ddd-9c64-33c1d84c6bc5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0589387 Apr 11 19:34:30.568490 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-41a66d87-c85e-44d4-9d01-5f29205b4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:30.570003 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-41a66d87-c85e-44d4-9d01-5f29205b4533 service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.1642106 Apr 11 19:34:30.754220 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device f4f6f0fc-48aa-4601-b011-918942665c25 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:30.881370 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-dacc07bc-b53b-4899-9128-63ea7ec2ad28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 200 len: 217 time: 0.3041966 Apr 11 19:34:30.910157 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d63c1868-cf87-4cd5-a976-ad572e6d2002 req-62437b9d-bccd-4ffb-b7d3-cb2f1031cd73 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3641231 Apr 11 19:34:30.916349 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5ed9f-08a6-4f66-a1c3-91e27097b3b7 req-65a42f91-394d-4777-94bc-3939269542f5 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:30.927658 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d3d5ed9f-08a6-4f66-a1c3-91e27097b3b7 req-65a42f91-394d-4777-94bc-3939269542f5 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.1073923 Apr 11 19:34:30.988969 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-a58d3833-6f1f-4963-a453-ab5ad3014d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:30.994886 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-a58d3833-6f1f-4963-a453-ab5ad3014d8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.1048017 Apr 11 19:34:31.058207 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d3d5ed9f-08a6-4f66-a1c3-91e27097b3b7 req-08e5f9d3-6c7d-460b-8aba-c734a1e60b10 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290472 Apr 11 19:34:31.061242 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-f0c08c49-7eba-4773-bac2-9811eaa58a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:31.063594 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-f0c08c49-7eba-4773-bac2-9811eaa58a8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0606899 Apr 11 19:34:31.074460 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port f4f6f0fc-48aa-4601-b011-918942665c25 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:31.075123 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:31.239481 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd55040-b895-41b8-a60c-e270e53c9031 req-b41d7ae6-6ea2-41ff-83e0-7e195a3b079e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:31.253231 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2dd55040-b895-41b8-a60c-e270e53c9031 req-b41d7ae6-6ea2-41ff-83e0-7e195a3b079e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.1128271 Apr 11 19:34:31.253993 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42068) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:31.259138 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port f4f6f0fc-48aa-4601-b011-918942665c25 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:31.259742 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:31.262590 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-aa5e3f45-b4a5-4ab9-a6a1-13a7cb3985a8 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719055 Apr 11 19:34:31.263476 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'port_id': '2d794608-3c03-49a7-a224-2207bb2befb8'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:31.292694 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port f4f6f0fc-48aa-4601-b011-918942665c25, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=f4f6f0fc-48aa-4601-b011-918942665c25,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:31.301591 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:31.322810 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (de5086cb-d8be-411e-92c2-22a76e5fa0f4), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:31.370722 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-491ce99b-894d-4240-b5c1-6ae293679af1 req-94af0e0e-487f-4b71-886c-b0d302c691e9 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993667 Apr 11 19:34:31.377462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c18e5-92d3-4571-8989-71dff5c31332 req-174134f7-d279-489b-88ac-057c6a0c7568 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:31.384501 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c73c18e5-92d3-4571-8989-71dff5c31332 req-174134f7-d279-489b-88ac-057c6a0c7568 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.3076913 Apr 11 19:34:31.395510 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=f4f6f0fc-48aa-4601-b011-918942665c25,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:31.465029 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c73c18e5-92d3-4571-8989-71dff5c31332 req-1d0baea6-0106-4c7c-9606-873fe77d8247 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 Apr 11 19:34:31.597551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Sync routers for ids ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:34:31.611701 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Routers {'aa2a3adb-f0c5-41c2-9345-33c3f512d622'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:31.612359 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:31.779315 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Set router aa2a3adb-f0c5-41c2-9345-33c3f512d622 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:31.861015 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1892f4-c693-45bd-a1f2-153044cf8f06 req-a9dbc671-9cf0-4d1f-aead-1374d69b2b1d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:31.862535 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0d1892f4-c693-45bd-a1f2-153044cf8f06 req-a9dbc671-9cf0-4d1f-aead-1374d69b2b1d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.3568056 Apr 11 19:34:31.988053 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0d1892f4-c693-45bd-a1f2-153044cf8f06 req-87795154-63c7-44b0-9729-36b8bbbbdf81 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163404 Apr 11 19:34:32.125582 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749adb6-5e47-4540-8953-081098118db5 req-78435136-089f-4769-bb7b-3904226e7627 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:32.133617 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7749adb6-5e47-4540-8953-081098118db5 req-78435136-089f-4769-bb7b-3904226e7627 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0784156 Apr 11 19:34:32.137786 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:34:28Z', 'revision_number': 4, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c1b70a22-2ede-4564-8474-4371f9c34607', 'name': '', 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'mac_address': 'fa:16:3e:12:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:28Z', 'updated_at': '2022-04-11T19:34:29Z', 'revision_number': 2, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'subnets': [{'id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:32.198990 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Checking router: aa2a3adb-f0c5-41c2-9345-33c3f512d622 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:34:32.199344 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Updating router aa2a3adb-f0c5-41c2-9345-33c3f512d622 port c1b70a22-2ede-4564-8474-4371f9c34607 binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:34:32.224117 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7749adb6-5e47-4540-8953-081098118db5 req-642affc3-23da-4a5e-88e5-bade20ce7c3a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892529 Apr 11 19:34:32.237538 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.353595 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.362688 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (de5086cb-d8be-411e-92c2-22a76e5fa0f4), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.504976 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP de5086cb-d8be-411e-92c2-22a76e5fa0f4 associated. External IP: 172.28.2.2, port: 2d794608-3c03-49a7-a224-2207bb2befb8. Apr 11 19:34:32.618472 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Publish callbacks [] for port (c1b70a22-2ede-4564-8474-4371f9c34607), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.623920 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.686063 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f5cb3-7b72-4463-a4d7-ea771eb946f5 req-92334b87-63f5-4322-983a-75a9c62dc353 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:32.699099 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-631f5cb3-7b72-4463-a4d7-ea771eb946f5 req-92334b87-63f5-4322-983a-75a9c62dc353 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.1219354 Apr 11 19:34:32.733767 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9829f1-7cad-4c49-9b38-69fba3d53d18 None None] Pushing event updated for resources: {'Port': ['ID=c1b70a22-2ede-4564-8474-4371f9c34607,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:32.871043 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device f4f6f0fc-48aa-4601-b011-918942665c25 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:32.929007 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Attempting to bind port c1b70a22-2ede-4564-8474-4371f9c34607 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:32.929421 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Attempting to bind port c1b70a22-2ede-4564-8474-4371f9c34607 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:32.929838 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Attempting to bind port c1b70a22-2ede-4564-8474-4371f9c34607 on network db90a1da-1641-43bf-bb76-e66ce69624f3 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:32.942726 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:32.943035 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Checking segment: {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:32.944064 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.944504 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Bound using segment: {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:32.945068 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Bound port: c1b70a22-2ede-4564-8474-4371f9c34607, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c5a58c-5c51-47df-92bc-359c76904df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:32.945455 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:32.950238 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-631f5cb3-7b72-4463-a4d7-ea771eb946f5 req-14ad0887-0b74-4185-b293-51fbecf5a66c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495553 Apr 11 19:34:32.976552 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port f4f6f0fc-48aa-4601-b011-918942665c25 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:32.977164 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.014414 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:34:33.156630 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] For port c1b70a22-2ede-4564-8474-4371f9c34607, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:33.160022 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] For port c1b70a22-2ede-4564-8474-4371f9c34607, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c1b70a22-2ede-4564-8474-4371f9c34607,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:33.198371 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.232303 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73158b9-8c2d-498b-8691-670e57d6b94e req-baf6d795-3cf9-43de-96d7-6e48f1dfc5cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:33.232967 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:34:33.237561 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.247189 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:34:33.251537 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a73158b9-8c2d-498b-8691-670e57d6b94e req-baf6d795-3cf9-43de-96d7-6e48f1dfc5cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1216011 Apr 11 19:34:33.261305 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] Provisioning complete for port c1b70a22-2ede-4564-8474-4371f9c34607 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:33.261846 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.273291 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:33.279611 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:33.313641 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2e892403-baef-47ab-bff3-98f6b72474a4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "PUT /v2.0/floatingips/de5086cb-d8be-411e-92c2-22a76e5fa0f4 HTTP/1.1" status: 200 len: 989 time: 2.0583172 Apr 11 19:34:33.314332 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:33.316903 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132" -d '{"events": [{"name": "network-changed", "server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:33.341604 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port f4f6f0fc-48aa-4601-b011-918942665c25 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:33.359494 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a73158b9-8c2d-498b-8691-670e57d6b94e req-235d9d24-1faf-43ab-8a62-57ef1b9905c4 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963211 Apr 11 19:34:33.391259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Routers {'aa2a3adb-f0c5-41c2-9345-33c3f512d622'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:33.392240 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:33.413926 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9829f1-7cad-4c49-9b38-69fba3d53d18 None None] Pushing event updated for resources: {'Port': ['ID=c1b70a22-2ede-4564-8474-4371f9c34607,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:33.461125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be96c-62ea-4e05-a5db-ec3861201a47 req-656d73a0-4d4a-49b3-ba4f-6890625eaff8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:33.470236 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-536be96c-62ea-4e05-a5db-ec3861201a47 req-656d73a0-4d4a-49b3-ba4f-6890625eaff8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0708375 Apr 11 19:34:33.473691 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c561bb-66f1-4059-82e7-4806b6476ba6 x-openstack-request-id: req-03c561bb-66f1-4059-82e7-4806b6476ba6 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:33.473976 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:33.474267 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03c561bb-66f1-4059-82e7-4806b6476ba6 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:33.474681 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c561bb-66f1-4059-82e7-4806b6476ba6'] response: {'name': 'network-changed', 'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8', 'status': 'completed', 'code': 200} Apr 11 19:34:33.545723 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:33.556131 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-536be96c-62ea-4e05-a5db-ec3861201a47 req-cd7590a9-d64f-4d55-b97f-394eabdc7942 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846767 Apr 11 19:34:33.673209 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] Current status of the port c1b70a22-2ede-4564-8474-4371f9c34607 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:33.674377 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.681052 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-cfe5dbd1-f022-4025-8047-a6800e84770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:33.685904 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-cfe5dbd1-f022-4025-8047-a6800e84770c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 1129 time: 0.0841937 Apr 11 19:34:33.696987 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] Set router aa2a3adb-f0c5-41c2-9345-33c3f512d622 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:33.806051 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-fb8bceda-4645-45d5-82eb-a05f478ded53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:33.807723 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-fb8bceda-4645-45d5-82eb-a05f478ded53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.1158559 Apr 11 19:34:33.817232 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] For port c1b70a22-2ede-4564-8474-4371f9c34607, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c1b70a22-2ede-4564-8474-4371f9c34607,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:33.831653 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:33.901874 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-8e2e878a-dffc-4827-931d-64cd1516665d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d794608-3c03-49a7-a224-2207bb2befb8 HTTP/1.1" status: 200 len: 997 time: 0.0873308 Apr 11 19:34:33.921269 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:18Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}, {'id': 'de5086cb-d8be-411e-92c2-22a76e5fa0f4', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.2', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '2d794608-3c03-49a7-a224-2207bb2befb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:66:c5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f46a8f-9029-4560-be86-c0a65e12659b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:15Z', 'updated_at': '2022-04-11T19:34:32Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:33.962354 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:34:33.975145 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:34:33.975846 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:34.011649 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-87dfa993-d799-4066-bef5-754b9f13f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:34.014150 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-87dfa993-d799-4066-bef5-754b9f13f17e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.1037214 Apr 11 19:34:34.116602 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-63ccb9a0-6d64-49e9-aba9-1a4a0d202bab None None] Provisioning complete for port c1b70a22-2ede-4564-8474-4371f9c34607 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:34.116602 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-63ccb9a0-6d64-49e9-aba9-1a4a0d202bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:34.122668 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:34:34.156321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-edb92510-03a9-4842-8a8d-ea1795c8744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:34.157950 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-edb92510-03a9-4842-8a8d-ea1795c8744b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1286159 Apr 11 19:34:34.169587 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82d87e-8ab6-40bb-8483-952af925d51c req-ff057e55-be78-44a3-a745-ab6c12c88a47 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:34.172019 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-df82d87e-8ab6-40bb-8483-952af925d51c req-ff057e55-be78-44a3-a745-ab6c12c88a47 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0748749 Apr 11 19:34:34.202328 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34b3bc-b434-4b3b-b077-77015c6745fe None None] Pushing event updated for resources: {'Port': ['ID=c1b70a22-2ede-4564-8474-4371f9c34607,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:34.307085 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-63ccb9a0-6d64-49e9-aba9-1a4a0d202bab None None] Current status of the port c1b70a22-2ede-4564-8474-4371f9c34607 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:34.323878 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-2fab746c-9303-420b-9c25-f0e8fe03a93c service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497972 Apr 11 19:34:34.335505 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:34:28Z', 'revision_number': 4, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c1b70a22-2ede-4564-8474-4371f9c34607', 'name': '', 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'mac_address': 'fa:16:3e:12:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:28Z', 'updated_at': '2022-04-11T19:34:33Z', 'revision_number': 4, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'subnets': [{'id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:34.382161 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f52d8-9a8a-40f2-a691-3201882d4601 None None] The sync data for ids ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'] in dv-cinder-830787-3-smb is: [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:34:28Z', 'revision_number': 4, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c1b70a22-2ede-4564-8474-4371f9c34607', 'name': '', 'network_id': 'db90a1da-1641-43bf-bb76-e66ce69624f3', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'mac_address': 'fa:16:3e:12:e2:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:28Z', 'updated_at': '2022-04-11T19:34:33Z', 'revision_number': 4, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'subnets': [{'id': '46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:34:34.432193 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-df82d87e-8ab6-40bb-8483-952af925d51c req-1dd2a1a7-0655-437e-b9b1-7597c6466927 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437069 Apr 11 19:34:34.616876 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:18Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}, {'id': 'de5086cb-d8be-411e-92c2-22a76e5fa0f4', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.2', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '2d794608-3c03-49a7-a224-2207bb2befb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:66:c5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f46a8f-9029-4560-be86-c0a65e12659b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:15Z', 'updated_at': '2022-04-11T19:34:32Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:34:34.645925 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d911d9c-de0d-436f-b982-df9e1645b1e2 req-a908de38-aff9-4352-bf60-0c3c39c1a63b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:34.648051 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7d911d9c-de0d-436f-b982-df9e1645b1e2 req-a908de38-aff9-4352-bf60-0c3c39c1a63b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1292639 Apr 11 19:34:34.677147 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2d1339f3-1bd2-4328-b85d-e3b6ef0a8132 req-f279d35f-b24d-45a0-aa09-7b69badd7d9a service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341048 Apr 11 19:34:34.741863 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2eceb5-11d7-4116-b617-da879f864192 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:18Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}, {'id': 'de5086cb-d8be-411e-92c2-22a76e5fa0f4', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.2', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '2d794608-3c03-49a7-a224-2207bb2befb8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:66:c5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f46a8f-9029-4560-be86-c0a65e12659b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:15Z', 'updated_at': '2022-04-11T19:34:32Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:34:34.817519 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7d911d9c-de0d-436f-b982-df9e1645b1e2 req-1036bd88-b0d2-472d-9d6f-a9f1d3c32a56 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455262 Apr 11 19:34:34.833420 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1259a-5b06-49f8-a526-6c4cebe0f790 req-82faee23-021c-4c78-b76e-94e4f6f524e5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:34.836915 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-80a1259a-5b06-49f8-a526-6c4cebe0f790 req-82faee23-021c-4c78-b76e-94e4f6f524e5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1441698 Apr 11 19:34:34.849709 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c1b70a22-2ede-4564-8474-4371f9c34607 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:34.957294 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-80a1259a-5b06-49f8-a526-6c4cebe0f790 req-03dfe269-aef0-4c00-ac1b-e0defe1efe2b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086690 Apr 11 19:34:34.959737 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port c1b70a22-2ede-4564-8474-4371f9c34607 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:34.960118 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:35.250786 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4731b-330e-40f3-bde1-085587ba9218 None None] New status for floating IP de5086cb-d8be-411e-92c2-22a76e5fa0f4: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:34:35.258512 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port c1b70a22-2ede-4564-8474-4371f9c34607 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:35.991298 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419975-c18b-4ad5-9382-292eaf44d09e req-93a105fa-2a0b-41ad-b567-19aa653dee5b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:35.994738 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-92419975-c18b-4ad5-9382-292eaf44d09e req-93a105fa-2a0b-41ad-b567-19aa653dee5b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0641365 Apr 11 19:34:36.057577 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-92419975-c18b-4ad5-9382-292eaf44d09e req-2bf36acf-64c8-43a0-b7c7-4b75a5e91958 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571814 Apr 11 19:34:36.111756 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa61e6-676e-4f7c-927e-82b13144a779 req-894c1bb4-7afa-4b7f-a31b-44d04d456ec9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:36.119489 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d8fa61e6-676e-4f7c-927e-82b13144a779 req-894c1bb4-7afa-4b7f-a31b-44d04d456ec9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0681295 Apr 11 19:34:36.180365 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d8fa61e6-676e-4f7c-927e-82b13144a779 req-e24dd354-1394-4f2c-8592-fadfbafeb193 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559824 Apr 11 19:34:36.511578 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42108) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:36.518361 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022703814', 'description': 'tempest-description--195683424'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:36.542619 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.634507 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:34:36.642309 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group (d24bdafb-3b76-4aae-8ce9-34fb6a834790), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.648870 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (d24bdafb-3b76-4aae-8ce9-34fb6a834790), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.694226 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24bdafb-3b76-4aae-8ce9-34fb6a834790,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:36.713238 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.717373 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9c0be0d0-101d-4411-b7e9-e5111be5ff1f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2021337 Apr 11 19:34:36.717927 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42110) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:36.723799 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'security_group_rule': {'security_group_id': 'd24bdafb-3b76-4aae-8ce9-34fb6a834790', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:36.770671 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group_rule (2245706e-87e5-4f23-b9db-4b2aac3f12f1), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.799789 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:36.816387 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'mac_address': 'fa:16:3e:32:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:34:36.857379 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group_rule (2245706e-87e5-4f23-b9db-4b2aac3f12f1), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.866111 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (2245706e-87e5-4f23-b9db-4b2aac3f12f1), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.866731 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: ACTIVE; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:36.867136 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.885389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8eccdbc7-e958-46e1-be53-04fe3fb890c8 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:34:36.897535 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.902101 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42112) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:36.902378 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824794 Apr 11 19:34:36.903531 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65681308-39ae-49d9-b790-718e6810a29e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2245706e-87e5-4f23-b9db-4b2aac3f12f1,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:36.910401 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'security_group_rule': {'security_group_id': 'd24bdafb-3b76-4aae-8ce9-34fb6a834790', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:36.912498 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:36.917324 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.972236 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group_rule (104eda3f-988b-4102-8c92-f5c6339c023b), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:36.988957 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:37.041508 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['8eccdbc7-e958-46e1-be53-04fe3fb890c8'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:34:37.093234 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group_rule (104eda3f-988b-4102-8c92-f5c6339c023b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.099391 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (104eda3f-988b-4102-8c92-f5c6339c023b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.132009 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104eda3f-988b-4102-8c92-f5c6339c023b,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:37.156554 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.157977 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5e4defce-ebb5-476c-a6ca-17a299b094de tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2548826 Apr 11 19:34:37.161151 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42116) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:34:37.166019 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:37.192716 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.273083 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6e011-e229-40ac-872d-1de0bd941fbb req-409a31a9-58b7-4cf5-9013-968dffca905a tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:37.282912 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-49d6e011-e229-40ac-872d-1de0bd941fbb req-409a31a9-58b7-4cf5-9013-968dffca905a tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1045585 Apr 11 19:34:37.313522 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.352338 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-49d6e011-e229-40ac-872d-1de0bd941fbb req-2c942d14-47ec-4f1b-8780-d66c77704fa1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657883 Apr 11 19:34:37.434408 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9976b7-2ce2-4e87-9cbc-4539cb0dee72 req-b212d3f5-4543-4e2e-b85b-e5b0f4c260de tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:37.436213 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b9976b7-2ce2-4e87-9cbc-4539cb0dee72 req-b212d3f5-4543-4e2e-b85b-e5b0f4c260de tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 944 time: 0.1139152 Apr 11 19:34:37.539453 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Allocated IP 172.28.2.151 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/96428cbb-f4c6-484c-9bc9-129eaec791b7) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:37.544106 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b9976b7-2ce2-4e87-9cbc-4539cb0dee72 req-9de88388-e4a2-46ed-850d-dad169f302da tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876424 Apr 11 19:34:37.681958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.744012 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.804940 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:37.808166 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:37.812206 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:37.844199 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'Port': ['ID=96428cbb-f4c6-484c-9bc9-129eaec791b7,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:37.933646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:37.976484 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:38.192384 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:38.197768 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:38.294535 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'Port': ['ID=96428cbb-f4c6-484c-9bc9-129eaec791b7,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:38.309933 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:38.332167 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:38.334815 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-e20f52e0-f876-4be9-a8ce-b99e0a875b2e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1724272 Apr 11 19:34:38.573443 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb5391-6a6c-43cb-9e52-cbf9ebc1a470 req-930e1556-ef42-4828-b763-f5a71233b090 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:38.583934 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dbfb5391-6a6c-43cb-9e52-cbf9ebc1a470 req-930e1556-ef42-4828-b763-f5a71233b090 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1093423 Apr 11 19:34:38.639819 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dbfb5391-6a6c-43cb-9e52-cbf9ebc1a470 req-db43ca6a-5d14-42b5-8993-2bd85ad28d4c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545576 Apr 11 19:34:38.681949 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:34:38.947960 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2acb-cbea-493e-8398-39714a179b8f req-bfc2ef29-26bc-49c9-9863-7fe0dd4ebb87 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:38.956316 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef3a2acb-cbea-493e-8398-39714a179b8f req-bfc2ef29-26bc-49c9-9863-7fe0dd4ebb87 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 944 time: 0.0791819 Apr 11 19:34:38.972981 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:38.973994 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:39.059807 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ef3a2acb-cbea-493e-8398-39714a179b8f req-339f9cf0-a1ea-4254-8bb7-6e6ed26d0476 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019146 Apr 11 19:34:39.159371 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:34:39.159995 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:39.210886 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:34:39.212375 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:39.215647 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a826a93e-420d-4a14-98c4-846116e0987d" -d '{"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-plugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:39.233323 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:39.307189 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:39.328855 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0a8752-8e7a-43c0-b654-6bf0a304e8ed x-openstack-request-id: req-9f0a8752-8e7a-43c0-b654-6bf0a304e8ed {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:39.329181 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-plugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:39.329443 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f0a8752-8e7a-43c0-b654-6bf0a304e8ed {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:39.329848 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0a8752-8e7a-43c0-b654-6bf0a304e8ed'] response: {'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'code': 200} Apr 11 19:34:39.927754 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04ee16-7684-4aff-8ae1-12f6fbb74a0c req-276c061e-cf6a-49e4-9525-0addaa2e50cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:39.943697 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bb04ee16-7684-4aff-8ae1-12f6fbb74a0c req-276c061e-cf6a-49e4-9525-0addaa2e50cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0920153 Apr 11 19:34:40.053216 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bb04ee16-7684-4aff-8ae1-12f6fbb74a0c req-9e0b267d-a8f4-4b66-8fa7-62b58dfeecd3 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080990 Apr 11 19:34:40.220261 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0493494-48f1-4dd4-b1af-295d54818989 req-df2c352e-7181-4a97-92a5-4e3f03673f34 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:40.227916 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f0493494-48f1-4dd4-b1af-295d54818989 req-df2c352e-7181-4a97-92a5-4e3f03673f34 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0604048 Apr 11 19:34:40.300903 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f0493494-48f1-4dd4-b1af-295d54818989 req-0257c20d-f0a0-40dd-b26c-885fdbaf0c33 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712860 Apr 11 19:34:41.268069 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07174ef4-d259-4507-810f-5728554416f1 req-46783ef5-c67e-4daa-9ea8-e0bb478585e2 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:41.271686 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-07174ef4-d259-4507-810f-5728554416f1 req-46783ef5-c67e-4daa-9ea8-e0bb478585e2 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1288805 Apr 11 19:34:41.363806 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-07174ef4-d259-4507-810f-5728554416f1 req-3f885613-b354-4cdc-a66b-360a12721145 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824902 Apr 11 19:34:41.523226 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa46524-d865-4af6-bf6c-d6640193a2a7 req-4f3d1b9d-e31d-4cde-ad30-126386725213 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:41.525683 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5fa46524-d865-4af6-bf6c-d6640193a2a7 req-4f3d1b9d-e31d-4cde-ad30-126386725213 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0897746 Apr 11 19:34:41.677984 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5fa46524-d865-4af6-bf6c-d6640193a2a7 req-48e53e25-53f1-4694-bf4f-735864580564 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385093 Apr 11 19:34:42.543711 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9d6f6-8def-44d4-acd9-11fb80d285ab req-bddcde16-88a3-4394-a470-eea0dae1885e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:42.558215 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4aa9d6f6-8def-44d4-acd9-11fb80d285ab req-bddcde16-88a3-4394-a470-eea0dae1885e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0821192 Apr 11 19:34:42.626423 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4aa9d6f6-8def-44d4-acd9-11fb80d285ab req-d46ae5d4-1a48-4fc6-af22-fe0cdf6548c0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666959 Apr 11 19:34:42.805734 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe82ba5-444e-4ce7-aaf0-b95bc7c1c70b req-75dfc019-9fa9-4747-9148-6d9710785ce7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:42.808332 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bfe82ba5-444e-4ce7-aaf0-b95bc7c1c70b req-75dfc019-9fa9-4747-9148-6d9710785ce7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0662434 Apr 11 19:34:42.921770 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bfe82ba5-444e-4ce7-aaf0-b95bc7c1c70b req-33a7d5af-3bf7-4828-b9cd-f5a5956b99d2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036885 Apr 11 19:34:43.400648 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-222f802a-6bd8-46f5-a2cd-30b47671ce43 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2022703814&fields=id&tenant_id=7f98c7ad042e4adc892781eab03d12ee HTTP/1.1" status: 200 len: 267 time: 0.0617518 Apr 11 19:34:43.542600 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-5155f47e-9808-4c80-b786-ebfa4d6a45c8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:43.544251 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-5155f47e-9808-4c80-b786-ebfa4d6a45c8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 819 time: 0.1420763 Apr 11 19:34:43.562211 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-111801e4-78fd-4ef2-b104-054eb85d0a9c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/quotas/7f98c7ad042e4adc892781eab03d12ee HTTP/1.1" status: 200 len: 375 time: 0.0119417 Apr 11 19:34:43.643514 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-e5b00456-9619-4670-ab98-9ee40d5a2a6d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758531 Apr 11 19:34:43.735617 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-cca4de7a-fd1f-4cfc-b055-e768b979341d tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:43.740241 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-cca4de7a-fd1f-4cfc-b055-e768b979341d tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 814 time: 0.1475291 Apr 11 19:34:43.752176 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-ef2a8e6e-da6b-420e-8ab6-7336e6049ebe service neutron] 10.222.0.26 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077812 Apr 11 19:34:43.757430 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-89bcded9-9dbf-451f-b9f7-48e90d4e78dc tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/quotas/e00a22b0550e46b4abb37eef483d809a HTTP/1.1" status: 200 len: 375 time: 0.0124011 Apr 11 19:34:43.829047 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-8367f7b3-f63c-4218-92bf-90635ba1e3ac tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608826 Apr 11 19:34:43.868109 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-0cfa8cc8-8357-4e96-aec5-aabe1ab9fa82 service neutron] 10.222.0.26 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091697 Apr 11 19:34:43.944714 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-422fd2f2-af89-45ac-bb35-b7fc40c2f2bb service neutron] 10.222.0.26 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080909 Apr 11 19:34:43.979545 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:44.085061 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-ddb0d8d2-d8f9-4a97-812c-40867d959ea5 service neutron] 10.222.0.26 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356058 Apr 11 19:34:44.180397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597f0e9-cc29-4f1a-aece-8593b8993c0b req-28c0bb4d-e762-412c-9f67-be4136f7a19d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:44.193060 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8597f0e9-cc29-4f1a-aece-8593b8993c0b req-28c0bb4d-e762-412c-9f67-be4136f7a19d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.1319363 Apr 11 19:34:44.290425 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8597f0e9-cc29-4f1a-aece-8593b8993c0b req-c6bf3e53-264f-4654-994c-29adec9cf621 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916209 Apr 11 19:34:44.384071 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-01a96fcb-86f8-46de-8ca9-e44c7ff3237f req-9ad0f40f-2e6d-44c2-965e-91a3bd9ff65a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 210 time: 0.0406833 Apr 11 19:34:44.449179 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f6e3b-11f7-44b3-82f7-e3415035fc2a req-e548beee-b5cd-40d8-b890-dbde9241c15f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:44.460063 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-698f6e3b-11f7-44b3-82f7-e3415035fc2a req-e548beee-b5cd-40d8-b890-dbde9241c15f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0881467 Apr 11 19:34:44.513262 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20e1fb41-5335-48f9-826c-a34f568bffab req-ec3a7b14-c4b4-4a5c-8391-3c507499b329 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 210 time: 0.0772884 Apr 11 19:34:44.540385 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-698f6e3b-11f7-44b3-82f7-e3415035fc2a req-2eb98b26-1d69-4911-9308-bb52b844dc1d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791924 Apr 11 19:34:44.784142 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6bdd-01ee-4cd8-b744-381cee5d7e52 req-8cda7c1b-3c33-4604-b647-0e0f06e2a2ab tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:44.793355 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c14b6bdd-01ee-4cd8-b744-381cee5d7e52 req-8cda7c1b-3c33-4604-b647-0e0f06e2a2ab tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0780509 Apr 11 19:34:44.848004 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c14b6bdd-01ee-4cd8-b744-381cee5d7e52 req-da5cf4ba-a325-41c5-8827-df0cc57fc1f8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535612 Apr 11 19:34:44.975229 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-d1e82ca4-5e94-41aa-9f74-3add9514bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:44.976770 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-d1e82ca4-5e94-41aa-9f74-3add9514bd48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 1129 time: 0.0515313 Apr 11 19:34:45.111270 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-211a3433-e71d-4a2b-b6fe-2ee6d42a7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:45.112761 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-211a3433-e71d-4a2b-b6fe-2ee6d42a7440 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 911 time: 0.1223042 Apr 11 19:34:45.194617 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-713513fb-fba6-4162-adc5-fbf28f2454c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 200 len: 1001 time: 0.0740051 Apr 11 19:34:45.489148 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-426af308-3d63-4780-9dbd-85e3e8a33142 req-9afdedc8-2da3-4e01-bf61-5fe84e5c9e18 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 210 time: 0.0331111 Apr 11 19:34:45.558663 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-87bf2dcb-2252-4f3b-8033-fe595c7a9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:45.560304 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-87bf2dcb-2252-4f3b-8033-fe595c7a9d4d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.0555673 Apr 11 19:34:45.674361 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb1a8e32-a25d-42dc-9ad6-4bd293f837f5 req-f482e7d6-ae9a-4f79-bb01-d26d4b09eb2c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 210 time: 0.0485153 Apr 11 19:34:45.675669 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-a839c66a-ed26-475e-86bc-4574b0aa0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:45.677702 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-a839c66a-ed26-475e-86bc-4574b0aa0033 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0985153 Apr 11 19:34:45.715825 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e9c5f-687b-49c6-9126-46348e3fe50b req-9cb703c8-3c41-41df-8c13-49085de42118 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:45.721277 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9c2e9c5f-687b-49c6-9126-46348e3fe50b req-9cb703c8-3c41-41df-8c13-49085de42118 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0713806 Apr 11 19:34:45.798410 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9c2e9c5f-687b-49c6-9126-46348e3fe50b req-8c7c9348-29dc-44c0-9f15-2cb41c146ef6 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738389 Apr 11 19:34:46.013432 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-33b83fd3-f29c-42d9-903e-d6855020e1d6 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187799 Apr 11 19:34:46.156446 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2b226815-1b8b-42d1-a50c-3b3eff710f69 req-d52b8312-f040-4efe-aa4a-3df253db9ce4 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310310 Apr 11 19:34:46.209213 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451add7-3c50-486a-bc45-1a0e322d9c4c req-08abb580-71c8-4c6d-91a9-fda0a6f6f6ec tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:46.219734 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c451add7-3c50-486a-bc45-1a0e322d9c4c req-08abb580-71c8-4c6d-91a9-fda0a6f6f6ec tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.2030218 Apr 11 19:34:46.253067 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-13439085-4bbf-4e9c-bd99-719d9eb5ade3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:46.255287 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-13439085-4bbf-4e9c-bd99-719d9eb5ade3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 819 time: 0.3454812 Apr 11 19:34:46.284379 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-9d1718fe-009c-4fbf-afdc-94152879b41c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:46.286629 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-9d1718fe-009c-4fbf-afdc-94152879b41c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.53 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 814 time: 0.2105889 Apr 11 19:34:46.304557 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c451add7-3c50-486a-bc45-1a0e322d9c4c req-2cc7be39-be71-41dc-843b-435f2522083c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840347 Apr 11 19:34:46.481851 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'port': {'device_id': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'admin_state_up': True, 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:46.627249 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-688c9220-5145-4c81-beef-368b75a306ab req-b82a0a2f-2c8a-4590-9b38-b903def0e253 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 210 time: 0.0404387 Apr 11 19:34:46.636633 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-75ba042d-dd85-4d70-9711-38a0c4d6ea71 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f98c7ad042e4adc892781eab03d12ee HTTP/1.1" status: 200 len: 380 time: 0.1658390 Apr 11 19:34:46.689674 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'port': {'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'admin_state_up': True, 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'security_groups': ['d24bdafb-3b76-4aae-8ce9-34fb6a834790']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:46.694740 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Made reservation on behalf of e00a22b0550e46b4abb37eef483d809a for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:46.703320 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:46.847093 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-031856d7-2e41-4ac4-a5ac-b7d39959718e req-c24d4d7e-ac63-433e-af67-4530319a86d7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 210 time: 0.0816686 Apr 11 19:34:46.927100 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Made reservation on behalf of 7f98c7ad042e4adc892781eab03d12ee for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:34:46.928944 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:46.990753 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be5424-0014-4a1c-9178-4e2330558b1a req-6a0e2f55-ee86-464c-af19-545447a5fdb6 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:46.992309 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-97be5424-0014-4a1c-9178-4e2330558b1a req-6a0e2f55-ee86-464c-af19-545447a5fdb6 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0846262 Apr 11 19:34:47.001146 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Allocated IP 172.20.0.6 (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597/498cdb7b-5a21-4d6a-a973-51f8778528e9/7d562bce-cb3f-4ffd-a66c-343f353c49ed) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:47.405082 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-97be5424-0014-4a1c-9178-4e2330558b1a req-c91d47b8-cc00-4fed-8946-24009cc09fce tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4052334 Apr 11 19:34:47.467958 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b028faa-f65f-44b9-b1da-9b6f642fa452 req-3685ce9e-909c-46b7-bbad-85ae6c99e400 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:47.477238 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8b028faa-f65f-44b9-b1da-9b6f642fa452 req-3685ce9e-909c-46b7-bbad-85ae6c99e400 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0703025 Apr 11 19:34:47.481806 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Allocated IP 172.20.0.4 (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c/315902ce-4453-4b5d-a501-ab5c5d3df659/81870c3a-5a3e-4408-a942-9d4d66eb5e97) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:34:47.556557 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8b028faa-f65f-44b9-b1da-9b6f642fa452 req-68f77937-4d4d-4218-a6ab-761579157995 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783205 Apr 11 19:34:47.565638 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:47.677769 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:47.741804 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:47.760422 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-de1a5d0b-ef7a-4305-96af-bb47cd7804ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:47.778653 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:47.788450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:47.791744 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:47.939676 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:48.043183 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:48.043846 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:48.046636 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:48.053535 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:34:48.170145 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4455802-27a5-46a6-b6de-fb56b82d08c0 req-d0c8bc73-fd7e-4fe9-b9b7-19fe0f62f6e0 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:48.179637 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a4455802-27a5-46a6-b6de-fb56b82d08c0 req-d0c8bc73-fd7e-4fe9-b9b7-19fe0f62f6e0 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 931 time: 0.1704371 Apr 11 19:34:48.230175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227851e-f663-45b2-856c-d3b356c42645 req-e87f99a5-8b95-46a5-a333-d9cdf33a669a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:48.232229 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3227851e-f663-45b2-856c-d3b356c42645 req-e87f99a5-8b95-46a5-a333-d9cdf33a669a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 931 time: 0.3064373 Apr 11 19:34:48.252974 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:34:48.258075 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-68fc4677-8548-46bd-9900-1802ab51d43a None None] Provisioning complete for port 7d562bce-cb3f-4ffd-a66c-343f353c49ed triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:48.258903 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-68fc4677-8548-46bd-9900-1802ab51d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:48.266421 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-da68f469-64ef-4519-afc0-af79c037eed7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7894762 Apr 11 19:34:48.287087 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:34:48.303884 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:34:48.353601 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event updated for resources: {'Port': ['ID=81870c3a-5a3e-4408-a942-9d4d66eb5e97,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:48.360322 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a4455802-27a5-46a6-b6de-fb56b82d08c0 req-91692852-f936-4014-a41e-b04bd8c24f78 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739697 Apr 11 19:34:48.405889 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-68fc4677-8548-46bd-9900-1802ab51d43a None None] Port 7d562bce-cb3f-4ffd-a66c-343f353c49ed cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:48.612835 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:48.612835 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:48.649318 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3227851e-f663-45b2-856c-d3b356c42645 req-49041a8e-3139-4bc2-b8a0-0bcc9d091b34 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048970 Apr 11 19:34:48.723986 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Request body: {'port': {'device_id': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:48.751177 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-19e2fb2c-188b-4e98-90b5-a770a80d205a None None] Provisioning complete for port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:34:48.751950 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-19e2fb2c-188b-4e98-90b5-a770a80d205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:48.774697 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-bccc6967-0176-441f-87c2-b3c175587a90 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0928657 Apr 11 19:34:48.799341 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8db56-2700-45d7-9174-774d890e2735 req-58d164a5-1df8-4ee4-bbc7-6ad7df50a154 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:48.810321 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b8b8db56-2700-45d7-9174-774d890e2735 req-58d164a5-1df8-4ee4-bbc7-6ad7df50a154 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1325226 Apr 11 19:34:48.826280 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Request body: {'port': {'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:34:48.839605 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-19e2fb2c-188b-4e98-90b5-a770a80d205a None None] Port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:34:48.875434 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:48.918557 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b8b8db56-2700-45d7-9174-774d890e2735 req-6e555399-bb42-4755-b05b-342d9760b0dc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041160 Apr 11 19:34:49.059343 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85de6e-b560-4963-9938-72b595f87242 req-b6ee7729-d4e8-4ffb-b12d-42c758bc8db1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:49.061942 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6e85de6e-b560-4963-9938-72b595f87242 req-b6ee7729-d4e8-4ffb-b12d-42c758bc8db1 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.2269778 Apr 11 19:34:49.401353 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6e85de6e-b560-4963-9938-72b595f87242 req-cb0da5f7-f1d9-4694-909f-6a86f05024ea tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288443 Apr 11 19:34:49.463319 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:49.669036 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd160d-7819-42b5-bdf7-7ca93b0793ee req-1c80dc9e-2cab-442e-ac38-1e005eac25b5 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:49.681251 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ecfd160d-7819-42b5-bdf7-7ca93b0793ee req-1c80dc9e-2cab-442e-ac38-1e005eac25b5 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 931 time: 0.1546698 Apr 11 19:34:49.780619 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ecfd160d-7819-42b5-bdf7-7ca93b0793ee req-aad33eaa-59d5-4007-8c1d-e78df3e5c638 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923779 Apr 11 19:34:50.162259 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedd787-5b81-4d9f-a3ba-dfc8afb611bb req-1d433ff3-2752-4819-8aef-2e4a467024d5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:50.169625 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5eedd787-5b81-4d9f-a3ba-dfc8afb611bb req-1d433ff3-2752-4819-8aef-2e4a467024d5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.1236982 Apr 11 19:34:50.206892 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c2ff5-ddf3-4c17-ac40-4b0493899006 req-9250f28e-9d15-4c3c-b8fe-57c838df5b11 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:50.216912 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8b8c2ff5-ddf3-4c17-ac40-4b0493899006 req-9250f28e-9d15-4c3c-b8fe-57c838df5b11 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 931 time: 0.4201474 Apr 11 19:34:50.254643 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5eedd787-5b81-4d9f-a3ba-dfc8afb611bb req-a3074e9e-431f-40f9-8f84-093c9062bd82 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827754 Apr 11 19:34:50.338704 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81870c3a-5a3e-4408-a942-9d4d66eb5e97 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:34:50.348546 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Publish callbacks [] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:50.465571 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d562bce-cb3f-4ffd-a66c-343f353c49ed {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:34:50.474597 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Publish callbacks [] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:50.513397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Transition to ACTIVE for port object 81870c3a-5a3e-4408-a942-9d4d66eb5e97 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:34:50.534265 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:50.551843 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Transition to ACTIVE for port object 7d562bce-cb3f-4ffd-a66c-343f353c49ed will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:34:50.596541 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8b8c2ff5-ddf3-4c17-ac40-4b0493899006 req-5cec7f97-917c-42ca-b8d7-52dfd5c40c2a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290114 Apr 11 19:34:50.599373 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:50.801207 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Pushing event updated for resources: {'Port': ['ID=81870c3a-5a3e-4408-a942-9d4d66eb5e97,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:50.803587 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-32beaff0-6c2a-4217-8811-9fd0e3fc8a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:50.956481 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:51.027817 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db875514-b630-4cac-9a5e-ec04a8e0ca0a req-100922e7-1be3-4619-83a2-c34eb4d74864 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:51.038742 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-db875514-b630-4cac-9a5e-ec04a8e0ca0a req-100922e7-1be3-4619-83a2-c34eb4d74864 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0853827 Apr 11 19:34:51.048565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Attempting to bind port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:51.048922 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Attempting to bind port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:51.049387 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Attempting to bind port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:51.070350 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:34:51.076137 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Attempting to bind port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 on network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:51.100784 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Attempting to bind port 7d562bce-cb3f-4ffd-a66c-343f353c49ed on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:34:51.101259 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Attempting to bind port 7d562bce-cb3f-4ffd-a66c-343f353c49ed by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:34:51.101716 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Attempting to bind port 7d562bce-cb3f-4ffd-a66c-343f353c49ed on network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:51.113266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Port 7d562bce-cb3f-4ffd-a66c-343f353c49ed on network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:34:51.114480 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Attempting to bind port 7d562bce-cb3f-4ffd-a66c-343f353c49ed on network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:34:51.117461 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:51.117872 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Checking segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:51.118275 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Bound using segment: {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:51.118733 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Bound port: 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bac248-aa38-45f4-b652-17885f8617d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:51.119098 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.135927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:34:51.136409 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Checking segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:34:51.136930 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Bound using segment: {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:34:51.137427 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Bound port: 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '727b2802-021a-4daf-a63b-7b83f57041b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:34:51.137809 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.165269 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-db875514-b630-4cac-9a5e-ec04a8e0ca0a req-9687d12e-488d-40f4-8b53-15a84d8f7535 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245131 Apr 11 19:34:51.238237 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] For port 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:51.242955 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] For port 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:51.255721 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.371698 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:51.372590 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.374776 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] 10.222.0.53 "PUT /v2.0/ports/81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 1093 time: 2.5657470 Apr 11 19:34:51.375345 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:51.377845 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3573af2f-7448-48f1-9f35-873f5bc98aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:51.452517 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:34:51.477231 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe245d-ab2c-4dc8-a83c-e495e8aa87ab x-openstack-request-id: req-69fe245d-ab2c-4dc8-a83c-e495e8aa87ab {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:51.477982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:51.478543 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-69fe245d-ab2c-4dc8-a83c-e495e8aa87ab {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:51.479204 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69fe245d-ab2c-4dc8-a83c-e495e8aa87ab'] response: {'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'status': 'completed', 'code': 200} Apr 11 19:34:51.491257 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8161e9-b018-4f91-9c64-5351a40f9476 service neutron] Pushing event updated for resources: {'Port': ['ID=81870c3a-5a3e-4408-a942-9d4d66eb5e97,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:51.503165 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:34:51.517850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be2b14-e595-4a3f-a9ac-994e2cbd82ea req-e6a4bfc2-d6c7-482e-a8d6-26e996e2b154 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:51.519809 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-16be2b14-e595-4a3f-a9ac-994e2cbd82ea req-e6a4bfc2-d6c7-482e-a8d6-26e996e2b154 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0951083 Apr 11 19:34:51.522024 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.601059 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:34:51.648346 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:51.649020 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.650523 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-1ab508ea-d1a7-4bca-ba78-513816878135 service neutron] 10.222.0.53 "PUT /v2.0/ports/7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 1093 time: 2.9740024 Apr 11 19:34:51.717246 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-16be2b14-e595-4a3f-a9ac-994e2cbd82ea req-0f4cbe99-ec70-4f5f-ad20-0a86bd6dbfa9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356752 Apr 11 19:34:51.796201 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:51.812829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c5ad4-12a4-4584-96f7-38708dca8927 req-1c675f8a-1ce1-4885-bcb6-6f1f4ee37d05 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:51.816817 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f9c5ad4-12a4-4584-96f7-38708dca8927 req-1c675f8a-1ce1-4885-bcb6-6f1f4ee37d05 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.1069529 Apr 11 19:34:51.930783 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4f9c5ad4-12a4-4584-96f7-38708dca8927 req-05ea1171-5d71-4dfd-a96d-c4e0d42fe0ba tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071484 Apr 11 19:34:52.299210 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c39998-e642-4e2e-81da-3ad2c0ff88c5 req-88f914c0-e2c5-4214-acab-4e569159608a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:52.301057 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-18c39998-e642-4e2e-81da-3ad2c0ff88c5 req-88f914c0-e2c5-4214-acab-4e569159608a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0515156 Apr 11 19:34:52.359065 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-18c39998-e642-4e2e-81da-3ad2c0ff88c5 req-0513ab95-5814-4f76-b339-53d499e096d5 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 Apr 11 19:34:52.861742 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8ec9-e562-44b0-8d70-52f7ae53c9cd req-9ad1306a-2bb0-4c35-8b15-cdc79924590c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:52.863368 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-da1d8ec9-e562-44b0-8d70-52f7ae53c9cd req-9ad1306a-2bb0-4c35-8b15-cdc79924590c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0511160 Apr 11 19:34:52.899754 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:52.934275 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-da1d8ec9-e562-44b0-8d70-52f7ae53c9cd req-5e45b22e-f045-4fc3-90d4-4ca9372345e9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643559 Apr 11 19:34:53.063995 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f066d13-de56-4dc2-acab-358278d6d739 req-46e920fe-ec34-491b-b6b0-e9d93edaf72c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:53.065991 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f066d13-de56-4dc2-acab-358278d6d739 req-46e920fe-ec34-491b-b6b0-e9d93edaf72c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0573375 Apr 11 19:34:53.139761 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f066d13-de56-4dc2-acab-358278d6d739 req-96d7f81f-1fdd-48e3-9d5e-9373c0dbc816 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674706 Apr 11 19:34:53.480476 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:34:53.481968 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8656c-2efa-4921-b266-fdfc8713d6fc req-23673893-af53-4129-828d-9bac2b409a8d tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:53.485327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:34:53.485524 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b8d8656c-2efa-4921-b266-fdfc8713d6fc req-23673893-af53-4129-828d-9bac2b409a8d tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0498176 Apr 11 19:34:53.524570 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188f527-a633-4512-9d88-a9150f043744 x-openstack-request-id: req-f188f527-a633-4512-9d88-a9150f043744 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:34:53.525029 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:34:53.525408 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f188f527-a633-4512-9d88-a9150f043744 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:34:53.525996 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f188f527-a633-4512-9d88-a9150f043744'] response: {'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'status': 'completed', 'code': 200} Apr 11 19:34:53.548730 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b8d8656c-2efa-4921-b266-fdfc8713d6fc req-de80df28-4e91-4ed9-9051-a5745f1029df tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578249 Apr 11 19:34:54.086397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92123ec2-a9db-489e-af7d-4e657dd90922 req-ca77fa3c-3237-4c59-ac29-a9a395abfcdc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:54.088020 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-92123ec2-a9db-489e-af7d-4e657dd90922 req-ca77fa3c-3237-4c59-ac29-a9a395abfcdc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0573733 Apr 11 19:34:54.145748 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-92123ec2-a9db-489e-af7d-4e657dd90922 req-aeb0f69f-72d2-47b7-8871-d5c2b7152972 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477490 Apr 11 19:34:54.274704 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b3cc-6c0b-4b92-bbf7-a40135aebadd req-96ca46e6-bf46-46fa-b3b8-a87307708fc1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:54.274704 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2165b3cc-6c0b-4b92-bbf7-a40135aebadd req-96ca46e6-bf46-46fa-b3b8-a87307708fc1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0598075 Apr 11 19:34:54.333535 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2165b3cc-6c0b-4b92-bbf7-a40135aebadd req-44d076aa-5735-4a2d-b8fc-bf5010cd1e27 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546136 Apr 11 19:34:54.669665 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def361b-61c8-44e6-8204-569ff559820f req-764c56a0-bc1c-43f9-b425-868ebce6f200 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:54.671184 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0def361b-61c8-44e6-8204-569ff559820f req-764c56a0-bc1c-43f9-b425-868ebce6f200 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0516920 Apr 11 19:34:54.726174 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0def361b-61c8-44e6-8204-569ff559820f req-5ff7d8a7-6c0d-4c79-a113-1361d12d5f03 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Apr 11 19:34:54.968556 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:34:55.274931 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab45bf-5fac-40f7-a296-da1c2734df6e req-c016aaa5-5df9-49a2-9f2e-c85b2450182f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:55.276649 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-deab45bf-5fac-40f7-a296-da1c2734df6e req-c016aaa5-5df9-49a2-9f2e-c85b2450182f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0535548 Apr 11 19:34:55.330157 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-deab45bf-5fac-40f7-a296-da1c2734df6e req-6744dc32-a423-4fa7-a200-d6ead27a7194 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475502 Apr 11 19:34:55.465402 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6e1d4-cd22-4912-a691-f8b5eacdc445 req-f65e95ac-285d-47fe-b2d1-5abdc1c09f22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:55.467136 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6bf6e1d4-cd22-4912-a691-f8b5eacdc445 req-f65e95ac-285d-47fe-b2d1-5abdc1c09f22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0546060 Apr 11 19:34:55.528153 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6bf6e1d4-cd22-4912-a691-f8b5eacdc445 req-b059e24b-dbd6-4dde-94c4-489429cac224 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504766 Apr 11 19:34:55.865471 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f772b31-2e32-4bfb-bbc9-85e4fd5d05cb req-914f4612-0457-4514-a69f-9942ce65e389 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:55.867145 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1f772b31-2e32-4bfb-bbc9-85e4fd5d05cb req-914f4612-0457-4514-a69f-9942ce65e389 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0627513 Apr 11 19:34:55.927070 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1f772b31-2e32-4bfb-bbc9-85e4fd5d05cb req-df563b3b-016d-457e-a383-2933b53db8f8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Apr 11 19:34:56.468703 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd21fc-a876-4ff6-9fb8-a198299aca24 req-3ddf24ad-23bc-43e6-aa07-6a6e956237cf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:56.470314 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69bd21fc-a876-4ff6-9fb8-a198299aca24 req-3ddf24ad-23bc-43e6-aa07-6a6e956237cf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0597045 Apr 11 19:34:56.535274 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-69bd21fc-a876-4ff6-9fb8-a198299aca24 req-a1926221-0a47-49ba-97c4-8983fa0d7a31 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537980 Apr 11 19:34:56.665068 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bef76f-6ba5-48bb-aede-7fea504807c0 req-09fe8a90-3f60-4139-b4ef-4c25ff065e87 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:56.666813 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f8bef76f-6ba5-48bb-aede-7fea504807c0 req-09fe8a90-3f60-4139-b4ef-4c25ff065e87 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0579846 Apr 11 19:34:56.723909 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f8bef76f-6ba5-48bb-aede-7fea504807c0 req-118f7149-e2e5-403d-a58e-64bae91e5cf8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510368 Apr 11 19:34:57.059615 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a885895-b657-493b-909a-dbd3de717cfb req-dfc7fe99-2906-4cad-9a1f-a12bd0622901 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.061096 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5a885895-b657-493b-909a-dbd3de717cfb req-dfc7fe99-2906-4cad-9a1f-a12bd0622901 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0477059 Apr 11 19:34:57.113125 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5a885895-b657-493b-909a-dbd3de717cfb req-ab6920bc-5881-42e5-8b60-f8c20c09234a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463526 Apr 11 19:34:57.366747 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573af2f-7448-48f1-9f35-873f5bc98aa5 req-ac1d3380-6440-4e03-b2eb-b9b71fd9c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.368448 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3573af2f-7448-48f1-9f35-873f5bc98aa5 req-ac1d3380-6440-4e03-b2eb-b9b71fd9c9f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1127 time: 0.0795827 Apr 11 19:34:57.371472 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f req-a71ffc36-5936-461e-930f-65cc366f6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.372967 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f req-a71ffc36-5936-461e-930f-65cc366f6c5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1127 time: 0.0827501 Apr 11 19:34:57.656319 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4f24-173e-4a89-968e-63d39b288c5f req-ae72aa38-d061-492a-be34-11a46b7ca2bb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.657993 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8b4c4f24-173e-4a89-968e-63d39b288c5f req-ae72aa38-d061-492a-be34-11a46b7ca2bb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0490081 Apr 11 19:34:57.673122 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f req-fad0d1b6-6c4d-4e1c-af8f-3b0eacd27c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.674583 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f req-fad0d1b6-6c4d-4e1c-af8f-3b0eacd27c1d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e00a22b0550e46b4abb37eef483d809a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2470038 Apr 11 19:34:57.675913 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573af2f-7448-48f1-9f35-873f5bc98aa5 req-de186c17-81d0-49a8-9672-2b03d1d32ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.677289 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3573af2f-7448-48f1-9f35-873f5bc98aa5 req-de186c17-81d0-49a8-9672-2b03d1d32ec2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7f98c7ad042e4adc892781eab03d12ee&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2484708 Apr 11 19:34:57.709734 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8b4c4f24-173e-4a89-968e-63d39b288c5f req-6bec4a84-daf5-4baf-a72e-4cc0cad255e8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454154 Apr 11 19:34:57.899295 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-4903d139-5323-487d-9baf-45026b8b6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.901304 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-4903d139-5323-487d-9baf-45026b8b6a9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1129 time: 0.0479910 Apr 11 19:34:57.972420 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880301-c915-4e68-bf61-5f35d42a11a3 req-51a9e556-92fb-45b8-9ab6-5236231ef48f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:57.974561 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c880301-c915-4e68-bf61-5f35d42a11a3 req-51a9e556-92fb-45b8-9ab6-5236231ef48f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.1436565 Apr 11 19:34:58.009609 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-82bb825f-ecf1-4f49-a7d7-930b1fc8e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.011292 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-82bb825f-ecf1-4f49-a7d7-930b1fc8e4e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.1034882 Apr 11 19:34:58.085949 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-73c305ba-1328-4a76-a4be-76815e64c31c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 1000 time: 0.0674832 Apr 11 19:34:58.137530 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-1f6be2e7-dd4c-4683-bef0-90e3bbe95f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.139040 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-1f6be2e7-dd4c-4683-bef0-90e3bbe95f06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0462403 Apr 11 19:34:58.190042 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-5df90f8b-e3a4-407d-aa47-46f8f6dd02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.192376 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-5df90f8b-e3a4-407d-aa47-46f8f6dd02cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452895 Apr 11 19:34:58.247354 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f req-fd190dbd-01d1-4f16-94df-a26f414c1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.248895 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6d4ecb48-1e9b-41e0-9b98-9e69c63d795f req-fd190dbd-01d1-4f16-94df-a26f414c1f8d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5365891 Apr 11 19:34:58.251916 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573af2f-7448-48f1-9f35-873f5bc98aa5 req-890692d5-d182-42ff-b3d8-8301c3ca76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.253449 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3573af2f-7448-48f1-9f35-873f5bc98aa5 req-890692d5-d182-42ff-b3d8-8301c3ca76ec service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5423856 Apr 11 19:34:58.289488 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c880301-c915-4e68-bf61-5f35d42a11a3 req-48c63ab4-ee0a-41c4-acad-9c5c108650ae tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066916 Apr 11 19:34:58.300611 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539272-bfae-42aa-8b9b-985ce3544cfe req-af1b3a86-2a5e-4aaa-ae57-f8088673c41c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.302211 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0f539272-bfae-42aa-8b9b-985ce3544cfe req-af1b3a86-2a5e-4aaa-ae57-f8088673c41c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.1077654 Apr 11 19:34:58.372438 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-f2596384-8dde-46b6-af52-dc61fa10e159 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682842 Apr 11 19:34:58.376047 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0f539272-bfae-42aa-8b9b-985ce3544cfe req-307bdce6-087f-4033-a3d1-fe09fe83380b tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666149 Apr 11 19:34:58.380140 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-eedcb43e-007e-47f3-b3b5-acb491dd6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.381834 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-eedcb43e-007e-47f3-b3b5-acb491dd6dfc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1127 time: 0.0708692 Apr 11 19:34:58.382968 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-9d0411d1-0c9b-4322-8fb3-a941b5ee6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.384350 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-9d0411d1-0c9b-4322-8fb3-a941b5ee6937 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1127 time: 0.0634518 Apr 11 19:34:58.443653 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-9a2561d1-88ea-4a44-94de-75156e956ca8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 217 time: 0.0450625 Apr 11 19:34:58.473604 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-03a39e1e-efa0-45e1-895e-d8683618b849 req-204565dc-f47e-4b24-aa69-179d808ec9cd service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931222 Apr 11 19:34:58.477893 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-a3111597-2991-4110-9936-7a9e53514cbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 217 time: 0.0727093 Apr 11 19:34:58.552301 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-ab62dfa0-fcc6-44c1-9f0b-2a7034ea2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.553829 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-ab62dfa0-fcc6-44c1-9f0b-2a7034ea2f80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 200 len: 853 time: 0.0839112 Apr 11 19:34:58.559339 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-15ff1562-aa29-4695-9749-8e32a1671295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.560777 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-15ff1562-aa29-4695-9749-8e32a1671295 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0631878 Apr 11 19:34:58.834308 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667202e-ede6-4ffc-8476-e4558f7cee01 req-94c9f4a6-8a4a-4ef7-b810-e2edd96a0bd0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:58.835827 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b667202e-ede6-4ffc-8476-e4558f7cee01 req-94c9f4a6-8a4a-4ef7-b810-e2edd96a0bd0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0522425 Apr 11 19:34:58.884428 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b667202e-ede6-4ffc-8476-e4558f7cee01 req-bae82b05-21c4-4717-9c1c-d1e2f04594d3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429327 Apr 11 19:34:59.420738 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b7952-4919-4743-acc4-ce36e9ca82a7 req-c12c0aa0-3094-424c-a8e4-912256b56e10 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:59.421749 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-217b7952-4919-4743-acc4-ce36e9ca82a7 req-c12c0aa0-3094-424c-a8e4-912256b56e10 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0500400 Apr 11 19:34:59.476486 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-217b7952-4919-4743-acc4-ce36e9ca82a7 req-85b1eb74-7acd-468b-a8b3-754bc9eec73a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481238 Apr 11 19:34:59.502223 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0e435-8f61-4899-8979-45058ec99064 req-495633a1-e5bc-4e8c-a28e-396373c0d2dc tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:34:59.503691 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f0e0e435-8f61-4899-8979-45058ec99064 req-495633a1-e5bc-4e8c-a28e-396373c0d2dc tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0501046 Apr 11 19:34:59.550541 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f0e0e435-8f61-4899-8979-45058ec99064 req-a37a2395-b8bb-44f8-949f-d3dc98cd862e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Apr 11 19:35:00.002265 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331431db-d0a0-45e9-b3d9-a85aa49cc3fe req-e43fc7f2-3811-44a9-a387-ec7dc6da6d44 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:00.003734 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-331431db-d0a0-45e9-b3d9-a85aa49cc3fe req-e43fc7f2-3811-44a9-a387-ec7dc6da6d44 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 945 time: 0.0482078 Apr 11 19:35:00.051557 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-331431db-d0a0-45e9-b3d9-a85aa49cc3fe req-185d8b40-7194-4792-93d1-2262144fc361 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403895 Apr 11 19:35:00.311770 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-4f7d90ec-80bb-4f3a-ba23-088aae8682ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:00.313287 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-4f7d90ec-80bb-4f3a-ba23-088aae8682ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0615313 Apr 11 19:35:00.314234 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af499d-0511-4a87-be6c-7304e334096e req-a0da834f-c8ff-4d28-bf46-2452ed93110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:00.315617 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-a0da834f-c8ff-4d28-bf46-2452ed93110a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0718610 Apr 11 19:35:00.482732 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-c4e6e1da-3f37-4ba9-8494-bceea90a76bd service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565185 Apr 11 19:35:00.486485 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-9811d516-d44f-4d95-b8ec-fe2020fe8661 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523433 Apr 11 19:35:00.663236 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03122dd-4cb4-4a04-a3d9-2b86f9a860f1 req-0dba1cd9-1c48-437d-8537-739396e58b93 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:00.664710 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d03122dd-4cb4-4a04-a3d9-2b86f9a860f1 req-0dba1cd9-1c48-437d-8537-739396e58b93 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0457165 Apr 11 19:35:00.673481 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bfdf8-c9f6-454b-a7f5-e2953e7b272d req-5b8677ea-40d3-4c61-8d65-7a6bbf07135b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:00.675218 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e03bfdf8-c9f6-454b-a7f5-e2953e7b272d req-5b8677ea-40d3-4c61-8d65-7a6bbf07135b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.1247826 Apr 11 19:35:00.702041 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2af499d-0511-4a87-be6c-7304e334096e req-67549588-7e57-4627-a9da-310d15c4ea6e service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897123 Apr 11 19:35:00.710950 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d03122dd-4cb4-4a04-a3d9-2b86f9a860f1 req-99999ed3-01e9-47ed-829b-7ad0b0fbc10e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Apr 11 19:35:00.715074 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5e42d3ff-9deb-4f2e-817a-5a2cd046430c req-b20dbcc0-7226-4f58-8d63-29028e412794 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212195 Apr 11 19:35:00.742615 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e03bfdf8-c9f6-454b-a7f5-e2953e7b272d req-44183ed0-940e-4b3c-b014-2269e1a2b797 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584598 Apr 11 19:35:00.760989 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:35:00.839529 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:00.839840 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:00.862041 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:00.864321 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db62efc-af2a-4d70-a339-56c27dd35a77" -d '{"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-unplugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:00.879356 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:00.884918 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:00.912601 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dfcc7e-5f48-430f-9eb2-eee84000a0eb x-openstack-request-id: req-42dfcc7e-5f48-430f-9eb2-eee84000a0eb {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:00.912916 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-unplugged", "status": "failed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "code": 422}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:00.913177 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42dfcc7e-5f48-430f-9eb2-eee84000a0eb {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:00.913628 dv-cinder-830787-3-smb neutron-server[103242]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-42dfcc7e-5f48-430f-9eb2-eee84000a0eb']: {'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'code': 422} returned with failed status Apr 11 19:35:00.941247 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:00.949773 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.949773 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.949773 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.949773 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.952207 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.953925 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.953925 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:00.953925 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:01.169554 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b05d4-fff4-4fcc-90fc-d36e61d33f0e req-01aeaa5d-be03-49b7-a796-8372954898a2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:01.171052 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8b9b05d4-fff4-4fcc-90fc-d36e61d33f0e req-01aeaa5d-be03-49b7-a796-8372954898a2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0483758 Apr 11 19:35:01.219111 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8b9b05d4-fff4-4fcc-90fc-d36e61d33f0e req-f53d0cc8-5a1c-43ca-b9e5-63d4c6c108d4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421638 Apr 11 19:35:01.693726 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [req-a1f9695f-7f3a-42db-9c0a-a318544c8dc7 req-fb8bba3d-064b-4a03-b341-9f5e3802ebdf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:35:01.694742 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a1f9695f-7f3a-42db-9c0a-a318544c8dc7 req-fb8bba3d-064b-4a03-b341-9f5e3802ebdf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061362 Apr 11 19:35:01.855932 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3c3e0-4d2b-45a1-8596-70e92da02f9d req-1dab3164-d743-4f68-884c-8e41ecc242b7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:01.857412 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c6e3c3e0-4d2b-45a1-8596-70e92da02f9d req-1dab3164-d743-4f68-884c-8e41ecc242b7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 943 time: 0.0655973 Apr 11 19:35:01.867645 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945d16-6ed6-4003-b417-997676240542 req-cc4fe0a9-4599-433d-8537-6adbbe7ba02d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:01.869461 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4b945d16-6ed6-4003-b417-997676240542 req-cc4fe0a9-4599-433d-8537-6adbbe7ba02d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0627124 Apr 11 19:35:01.909844 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c6e3c3e0-4d2b-45a1-8596-70e92da02f9d req-c0ae244d-4001-418d-b32f-eff05ffcf726 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Apr 11 19:35:01.920705 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4b945d16-6ed6-4003-b417-997676240542 req-71cf52b0-4a91-4707-b928-5c2b0f5951ee tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457218 Apr 11 19:35:02.025847 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd526-80fc-4253-8436-24630b1fc53f req-b405b9e6-8c3d-48fc-a2ec-6c4752ec378d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:02.028347 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e34cd526-80fc-4253-8436-24630b1fc53f req-b405b9e6-8c3d-48fc-a2ec-6c4752ec378d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0486720 Apr 11 19:35:02.077285 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e34cd526-80fc-4253-8436-24630b1fc53f req-73e44649-ce00-4092-9909-d0f7e194826c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432675 Apr 11 19:35:02.187915 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42418) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:02.276705 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-d97fcdda-6e95-4b69-a2ff-c2f85e2aa75a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876122 Apr 11 19:35:02.285087 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-1d03289b-2b33-4439-862f-dc90c82ffae0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:35:02.286061 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-1d03289b-2b33-4439-862f-dc90c82ffae0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048263 Apr 11 19:35:02.362698 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42426) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:02.459837 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-5630e0c5-5014-4fc6-80a6-054af4e7d030 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:02.461605 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-5630e0c5-5014-4fc6-80a6-054af4e7d030 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports/8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 940 time: 0.0970800 Apr 11 19:35:02.778990 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 7d562bce-cb3f-4ffd-a66c-343f353c49ed details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:35:02.880375 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:02.897007 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'port_id': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'mac_address': 'fa:16:3e:67:9e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:35:02.935602 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 7d562bce-cb3f-4ffd-a66c-343f353c49ed is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:02.936033 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:02.949885 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d562bce-cb3f-4ffd-a66c-343f353c49ed {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:02.975595 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:02.982778 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:03.038738 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:03.051287 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef2a2c-8d55-44e1-a26f-1b96f2744a2f req-bf5b73fd-df45-4642-9212-fae32bfeb277 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:03.053111 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3aef2a2c-8d55-44e1-a26f-1b96f2744a2f req-bf5b73fd-df45-4642-9212-fae32bfeb277 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 944 time: 0.0575600 Apr 11 19:35:03.090328 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89462e80-17c7-40dc-8252-7447319187eb req-3971c5ef-a66e-4898-9a30-ef08f264f521 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:03.093055 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-89462e80-17c7-40dc-8252-7447319187eb req-3971c5ef-a66e-4898-9a30-ef08f264f521 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0540445 Apr 11 19:35:03.106193 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3aef2a2c-8d55-44e1-a26f-1b96f2744a2f req-503ef948-4616-41be-bdd4-6dae33e77308 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467465 Apr 11 19:35:03.151105 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-89462e80-17c7-40dc-8252-7447319187eb req-1737774f-f079-4c7f-9892-d5f0fe2f80d2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474555 Apr 11 19:35:03.240650 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fc49d-e6db-4c9c-ac8d-dc5bb6f22531 req-5a42a2ff-edeb-4d98-8a73-d9f8f535038e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:03.242096 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-636fc49d-e6db-4c9c-ac8d-dc5bb6f22531 req-5a42a2ff-edeb-4d98-8a73-d9f8f535038e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0541122 Apr 11 19:35:03.304786 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-636fc49d-e6db-4c9c-ac8d-dc5bb6f22531 req-084efbf1-40a9-4ff1-8b55-10baa99eca29 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554428 Apr 11 19:35:03.357954 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['7d562bce-cb3f-4ffd-a66c-343f353c49ed'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:03.871093 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-568f08d8-25f2-4ac8-83cb-c5fd9e85d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:03.872650 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-568f08d8-25f2-4ac8-83cb-c5fd9e85d1cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d&tenant_id=c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 1127 time: 0.0714908 Apr 11 19:35:03.935021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-bc58b746-85ce-4cdc-91cd-69bb9d77f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:03.936565 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-bc58b746-85ce-4cdc-91cd-69bb9d77f705 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1127 time: 0.0390656 Apr 11 19:35:04.029102 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-1e9475db-b1d5-4898-8fd3-497da3ba3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:04.030582 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-1e9475db-b1d5-4898-8fd3-497da3ba3d34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.0869310 Apr 11 19:35:04.095936 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-ce6383a3-a895-4a74-9a80-ff36c950f7b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 998 time: 0.0581186 Apr 11 19:35:04.149086 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-86181652-3f17-4b0e-82eb-b0fcb0020f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:04.150120 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-86181652-3f17-4b0e-82eb-b0fcb0020f8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0477197 Apr 11 19:35:04.195053 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-fd186b19-e2ec-486b-a789-410984cfb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:04.196639 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-fd186b19-e2ec-486b-a789-410984cfb1f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396655 Apr 11 19:35:04.230739 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a29e0f-0b36-4908-9cf8-81cf14373726 req-bff0e983-72e3-4787-a5dd-eb68d3ac2540 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:04.232218 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40a29e0f-0b36-4908-9cf8-81cf14373726 req-bff0e983-72e3-4787-a5dd-eb68d3ac2540 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 944 time: 0.0474541 Apr 11 19:35:04.282793 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40a29e0f-0b36-4908-9cf8-81cf14373726 req-095be2e5-446a-48c4-8a38-4b8add2d842c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Apr 11 19:35:04.310089 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9f66b-3098-411d-9d95-becdacde03b5 req-6e47183d-6275-4ad2-b764-5affd4cf4bbb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:04.311552 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b2c9f66b-3098-411d-9d95-becdacde03b5 req-6e47183d-6275-4ad2-b764-5affd4cf4bbb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0823207 Apr 11 19:35:04.341249 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-6d31a8fb-7b8c-446b-bb0e-54214f52bffa service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379328 Apr 11 19:35:04.399470 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b2c9f66b-3098-411d-9d95-becdacde03b5 req-d0bf5a4f-78b1-4ff3-bf66-5ee39955191a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809200 Apr 11 19:35:04.424850 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273246d-7e5d-4cfc-9598-441ddac438e3 req-99f8a4f9-88a1-4200-9354-662e10779049 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:04.427369 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5273246d-7e5d-4cfc-9598-441ddac438e3 req-99f8a4f9-88a1-4200-9354-662e10779049 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 943 time: 0.0476847 Apr 11 19:35:04.459744 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0217ae41-2d3f-4254-bbcc-21f9682d0335 req-8cc3206f-194b-49d9-a72a-8cd249c93110 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022022 Apr 11 19:35:04.488210 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5273246d-7e5d-4cfc-9598-441ddac438e3 req-76b6ae72-bb62-4d51-903e-a2040be41725 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Apr 11 19:35:04.797962 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 81870c3a-5a3e-4408-a942-9d4d66eb5e97 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:35:04.801501 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 7d562bce-cb3f-4ffd-a66c-343f353c49ed up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:35:04.903197 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 7d562bce-cb3f-4ffd-a66c-343f353c49ed completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:35:04.914907 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 7d562bce-cb3f-4ffd-a66c-343f353c49ed triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:04.915276 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:04.965592 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:04.981052 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:35:05.194601 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:05.195274 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:05.208547 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 7d562bce-cb3f-4ffd-a66c-343f353c49ed is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:05.209217 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:05.215205 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81870c3a-5a3e-4408-a942-9d4d66eb5e97 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:05.251559 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:05.254126 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cbe634-9b9a-49ab-aeac-4c57b5dcae07" -d '{"events": [{"server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "name": "network-vif-plugged", "status": "completed", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:05.258045 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:05.270711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:05.272122 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:05.298068 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:05.333676 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af89ada4-ba0f-4a76-91a0-6b18423857de x-openstack-request-id: req-af89ada4-ba0f-4a76-91a0-6b18423857de {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:05.334000 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "name": "network-vif-plugged", "status": "completed", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:05.334219 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af89ada4-ba0f-4a76-91a0-6b18423857de {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:05.334614 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af89ada4-ba0f-4a76-91a0-6b18423857de'] response: {'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'code': 200} Apr 11 19:35:05.351415 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=81870c3a-5a3e-4408-a942-9d4d66eb5e97,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:05.425149 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:05.440309 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d17700-8ea7-4815-bbd0-16fe4d69a406 req-cd3fbf54-1165-4bb6-a0a1-25a0c2c26a43 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:05.443621 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-86d17700-8ea7-4815-bbd0-16fe4d69a406 req-cd3fbf54-1165-4bb6-a0a1-25a0c2c26a43 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0776401 Apr 11 19:35:05.517627 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-86d17700-8ea7-4815-bbd0-16fe4d69a406 req-4a64f784-ad5f-4a8f-8a52-f5c31ccb25ef tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Apr 11 19:35:05.570378 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e36237-b1ab-48c7-a734-58a5373e2187 req-7568c5df-d92d-4755-b803-213051e6e3b2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:05.571938 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20e36237-b1ab-48c7-a734-58a5373e2187 req-7568c5df-d92d-4755-b803-213051e6e3b2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0590236 Apr 11 19:35:05.587719 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['81870c3a-5a3e-4408-a942-9d4d66eb5e97'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:05.677831 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20e36237-b1ab-48c7-a734-58a5373e2187 req-f18e788d-7540-4354-a73f-2ca55536c546 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992455 Apr 11 19:35:05.720335 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02758a3-7a36-42a7-a90a-6e3d98b93191 req-fc20d302-23c7-4c47-bb55-611bd5d11f47 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:05.730826 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c02758a3-7a36-42a7-a90a-6e3d98b93191 req-fc20d302-23c7-4c47-bb55-611bd5d11f47 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 944 time: 0.1266410 Apr 11 19:35:05.824960 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c02758a3-7a36-42a7-a90a-6e3d98b93191 req-d804e9aa-28f1-4187-8a5f-7fe63eb34ec7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920317 Apr 11 19:35:06.639089 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719850d-17ee-4601-b7b5-d681e1b2cb1e req-a97a2d6f-42b6-4800-9eac-d9a81a91340c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:06.641416 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a719850d-17ee-4601-b7b5-d681e1b2cb1e req-a97a2d6f-42b6-4800-9eac-d9a81a91340c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0521660 Apr 11 19:35:06.723695 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a719850d-17ee-4601-b7b5-d681e1b2cb1e req-02976869-233f-47ce-9c83-cd15e4d699c3 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683146 Apr 11 19:35:06.826070 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 81870c3a-5a3e-4408-a942-9d4d66eb5e97 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:35:06.848920 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a237d-451d-4636-8416-c47eef0f7fe8 req-7e4ddbab-b94f-4983-ba2c-18205f242496 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:06.850683 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d98a237d-451d-4636-8416-c47eef0f7fe8 req-7e4ddbab-b94f-4983-ba2c-18205f242496 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0577424 Apr 11 19:35:06.884716 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:35:06.899990 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:06.900382 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:06.921209 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d98a237d-451d-4636-8416-c47eef0f7fe8 req-fc45ed45-1dea-4cc9-8666-c5ede7d29f0c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603595 Apr 11 19:35:07.003302 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0cdb9-dda7-4e97-96f8-04e37cbc3ac8 req-d63ef1c9-a2de-4ddf-accc-7d95da57c293 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:07.004978 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7bc0cdb9-dda7-4e97-96f8-04e37cbc3ac8 req-d63ef1c9-a2de-4ddf-accc-7d95da57c293 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 944 time: 0.0634115 Apr 11 19:35:07.005524 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:07.005932 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:07.050954 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:07.057438 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:07.074877 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7bc0cdb9-dda7-4e97-96f8-04e37cbc3ac8 req-2d31f385-01ca-4b30-ad74-76f51b0cb27f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621188 Apr 11 19:35:07.111473 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=81870c3a-5a3e-4408-a942-9d4d66eb5e97,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:07.336123 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:07.338573 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89274996-0d81-4920-b3c7-160a7eb43d38" -d '{"events": [{"server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "name": "network-vif-plugged", "status": "completed", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:07.375790 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6479ded-c440-47cf-84d6-2b7b7465db9d x-openstack-request-id: req-b6479ded-c440-47cf-84d6-2b7b7465db9d {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:07.376170 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "name": "network-vif-plugged", "status": "completed", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:07.376498 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6479ded-c440-47cf-84d6-2b7b7465db9d {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:07.376987 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6479ded-c440-47cf-84d6-2b7b7465db9d'] response: {'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'code': 200} Apr 11 19:35:07.847875 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d269e0-b789-46a2-a8d2-a65fed366c29 req-b01cadc6-97db-4d12-979d-b9e799b6eda0 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:07.849878 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c3d269e0-b789-46a2-a8d2-a65fed366c29 req-b01cadc6-97db-4d12-979d-b9e799b6eda0 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0582805 Apr 11 19:35:07.903432 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c3d269e0-b789-46a2-a8d2-a65fed366c29 req-d2e0d81d-e457-4d8a-8ea9-0e2387911c72 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480120 Apr 11 19:35:08.046970 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42648849-f21c-4360-be56-6df21e80ca9d req-432d5116-7261-4bfb-9257-e081b980b952 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:08.048437 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-42648849-f21c-4360-be56-6df21e80ca9d req-432d5116-7261-4bfb-9257-e081b980b952 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0529706 Apr 11 19:35:08.102145 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-42648849-f21c-4360-be56-6df21e80ca9d req-b994c9d7-c427-45b4-8bac-317092db65fc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472748 Apr 11 19:35:08.202739 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11589a-61f3-4be0-9bb8-8985894b4784 req-ba93b6af-0da7-42e0-bc96-e01edb457127 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:08.204215 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9c11589a-61f3-4be0-9bb8-8985894b4784 req-ba93b6af-0da7-42e0-bc96-e01edb457127 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0504429 Apr 11 19:35:08.263311 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9c11589a-61f3-4be0-9bb8-8985894b4784 req-4ba382e7-1e5f-4df6-8e01-f8cfdb617603 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529809 Apr 11 19:35:09.039566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421b76-a2f5-4e57-94b2-7185dcb64d9d req-76361233-c251-4661-aa99-6cd2a9581991 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:09.041512 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7b421b76-a2f5-4e57-94b2-7185dcb64d9d req-76361233-c251-4661-aa99-6cd2a9581991 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0658545 Apr 11 19:35:09.110685 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7b421b76-a2f5-4e57-94b2-7185dcb64d9d req-da62d215-0448-457c-a7dc-b2cfaea9b7a2 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633132 Apr 11 19:35:09.228368 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426609a-4166-443b-9ec8-01f8ec6288f8 req-db2880dc-fc21-4677-9c49-8b41b7b19ca8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:09.232119 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4426609a-4166-443b-9ec8-01f8ec6288f8 req-db2880dc-fc21-4677-9c49-8b41b7b19ca8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0526345 Apr 11 19:35:09.290443 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4426609a-4166-443b-9ec8-01f8ec6288f8 req-7d23fac0-dd02-4704-9f7d-790eafc16f58 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476258 Apr 11 19:35:09.399556 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7120b-6a80-4d96-ac05-b198e9145677 req-85c34efd-d05a-414f-ba4d-e509c242a487 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:09.401196 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-39c7120b-6a80-4d96-ac05-b198e9145677 req-85c34efd-d05a-414f-ba4d-e509c242a487 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0528967 Apr 11 19:35:09.461092 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-39c7120b-6a80-4d96-ac05-b198e9145677 req-b7ac838d-9f6c-41f1-bae4-0095e5593919 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530837 Apr 11 19:35:10.229681 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e4fe6-1b90-4691-9481-451cedd15437 req-f9f5b5cb-b2a5-4167-a5a6-fa03c8b5226a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:10.231211 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-946e4fe6-1b90-4691-9481-451cedd15437 req-f9f5b5cb-b2a5-4167-a5a6-fa03c8b5226a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0519531 Apr 11 19:35:10.280926 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-946e4fe6-1b90-4691-9481-451cedd15437 req-57a9614b-3e02-40d3-913b-d29f6c67774b tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441613 Apr 11 19:35:10.411859 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067b439-a070-459d-9386-a8a1b53bea59 req-c0920833-eb12-4aa5-9df1-2b7551609499 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:10.413358 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d067b439-a070-459d-9386-a8a1b53bea59 req-c0920833-eb12-4aa5-9df1-2b7551609499 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0510108 Apr 11 19:35:10.465979 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d067b439-a070-459d-9386-a8a1b53bea59 req-16c989de-2915-4fa7-9d79-84d9d68e6e96 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467079 Apr 11 19:35:10.589895 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d38ec7-8d61-4e6f-b437-aff929d4c6cb req-78fad10d-1355-4f52-b4bb-43760f664619 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:10.589895 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-77d38ec7-8d61-4e6f-b437-aff929d4c6cb req-78fad10d-1355-4f52-b4bb-43760f664619 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0569365 Apr 11 19:35:10.657715 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-77d38ec7-8d61-4e6f-b437-aff929d4c6cb req-2c4b1a29-54a4-43bd-9368-101edffc43ce tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617316 Apr 11 19:35:11.402728 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec286a-2c36-4587-8af0-e8a3492bed35 req-21592afb-5a8a-49aa-99d0-f43280eb6a1d tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:11.404088 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e8ec286a-2c36-4587-8af0-e8a3492bed35 req-21592afb-5a8a-49aa-99d0-f43280eb6a1d tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0563169 Apr 11 19:35:11.454018 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e8ec286a-2c36-4587-8af0-e8a3492bed35 req-8cc00c8b-9093-45ea-9e20-6ff0d70fd20a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441942 Apr 11 19:35:11.599160 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee71cde-5fb6-48f1-9d3b-9e676ac4aa60 req-523e05c7-6f91-4dd3-8809-49382497411b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:11.600872 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-aee71cde-5fb6-48f1-9d3b-9e676ac4aa60 req-523e05c7-6f91-4dd3-8809-49382497411b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0568905 Apr 11 19:35:11.660852 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-aee71cde-5fb6-48f1-9d3b-9e676ac4aa60 req-d77c9b38-0a33-4724-b577-baefd12c5433 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514467 Apr 11 19:35:11.775110 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf020256-1a67-43cd-b40f-975c2c38dcf2 req-829f3291-6622-4929-b6c7-69a23186339f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:11.777218 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cf020256-1a67-43cd-b40f-975c2c38dcf2 req-829f3291-6622-4929-b6c7-69a23186339f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0515866 Apr 11 19:35:11.829268 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cf020256-1a67-43cd-b40f-975c2c38dcf2 req-0eaa6a2d-54eb-487f-9619-75302a753d38 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464034 Apr 11 19:35:12.569834 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc953ac-12d1-411f-8747-ecca54bb4a01 req-915b99df-69ca-478c-95e8-d50ca7b4a629 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:12.571538 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cc953ac-12d1-411f-8747-ecca54bb4a01 req-915b99df-69ca-478c-95e8-d50ca7b4a629 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0498209 Apr 11 19:35:12.625622 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4cc953ac-12d1-411f-8747-ecca54bb4a01 req-edf0c3d8-084d-4265-92b3-b437ea175bee tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 Apr 11 19:35:12.775624 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c9833-fee8-4e09-8609-d7bcca0d9a7f req-5afa75f3-c45c-4c63-b67c-9afc108e3bbb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:12.777108 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-815c9833-fee8-4e09-8609-d7bcca0d9a7f req-5afa75f3-c45c-4c63-b67c-9afc108e3bbb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0505178 Apr 11 19:35:12.841791 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-815c9833-fee8-4e09-8609-d7bcca0d9a7f req-b76b1498-5805-4b6c-a62f-f55465f5dbfa tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587456 Apr 11 19:35:12.959733 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b48d30-3585-48fa-9c64-c9ccd50d0d1f req-ce65eda8-d350-4130-a6bd-6013103a1e26 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:12.964231 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-58b48d30-3585-48fa-9c64-c9ccd50d0d1f req-ce65eda8-d350-4130-a6bd-6013103a1e26 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0532858 Apr 11 19:35:13.017309 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-58b48d30-3585-48fa-9c64-c9ccd50d0d1f req-2ec0c946-1c4d-4dfb-8fa6-741ff5e1ae88 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491939 Apr 11 19:35:13.740106 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02bf2-5926-4f42-81c4-8807c59f0ff7 req-f645a406-76bb-4aa3-9579-2afc462340d9 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:13.741594 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cbd02bf2-5926-4f42-81c4-8807c59f0ff7 req-f645a406-76bb-4aa3-9579-2afc462340d9 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0471067 Apr 11 19:35:13.792848 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cbd02bf2-5926-4f42-81c4-8807c59f0ff7 req-0443b14a-5830-4ebd-977d-099c62c2e013 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Apr 11 19:35:13.972502 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:13.980831 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298cb2-5897-48b5-a325-bce9b021f263 req-5b387853-354f-475d-868a-24d15cafb4d3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:13.987873 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cc298cb2-5897-48b5-a325-bce9b021f263 req-5b387853-354f-475d-868a-24d15cafb4d3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0550869 Apr 11 19:35:14.033378 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cc298cb2-5897-48b5-a325-bce9b021f263 req-74a53069-b774-4950-8969-2d3cfe4da74b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438185 Apr 11 19:35:14.368160 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21b63c-1f74-456e-8ee2-1fdb12cac641 req-54260f67-edad-469d-946e-1e9df419238e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:14.369840 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb21b63c-1f74-456e-8ee2-1fdb12cac641 req-54260f67-edad-469d-946e-1e9df419238e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.2715886 Apr 11 19:35:14.429408 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb21b63c-1f74-456e-8ee2-1fdb12cac641 req-46be883b-8625-4ef0-8d46-610f789bae25 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527310 Apr 11 19:35:14.909460 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41bbb3-ac03-4571-89e5-52bdfde84533 req-5d53e35b-4588-4a39-a4ca-db74eba9a5c9 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:14.910889 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ca41bbb3-ac03-4571-89e5-52bdfde84533 req-5d53e35b-4588-4a39-a4ca-db74eba9a5c9 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Apr 11 19:35:14.959232 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ca41bbb3-ac03-4571-89e5-52bdfde84533 req-c6e985b1-29f3-4256-94f0-a0c5c8e7abdf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426798 Apr 11 19:35:15.158614 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee17eb-b6fb-41c7-954d-594fd8dc47c7 req-9b61e38b-2fa6-45ee-81a9-4799a992693c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:15.161550 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e7ee17eb-b6fb-41c7-954d-594fd8dc47c7 req-9b61e38b-2fa6-45ee-81a9-4799a992693c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0517876 Apr 11 19:35:15.209840 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e7ee17eb-b6fb-41c7-954d-594fd8dc47c7 req-a209fecf-f6fc-4125-8f60-2397b34a1dd8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426371 Apr 11 19:35:15.534528 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dad74d-8aea-474c-b22e-f45a45f47020 req-e9f47657-02b6-43eb-88fe-d804ef7d6dd5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:15.536001 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-17dad74d-8aea-474c-b22e-f45a45f47020 req-e9f47657-02b6-43eb-88fe-d804ef7d6dd5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0465221 Apr 11 19:35:15.587132 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-17dad74d-8aea-474c-b22e-f45a45f47020 req-9bd518f2-80a8-47ec-b0dd-04e3ddfa50b2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452828 Apr 11 19:35:16.000174 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d857ea4-0997-4c05-9202-dec08f59cdce req-7649f19d-fe1c-4054-968e-511acc7f88e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:16.001727 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6d857ea4-0997-4c05-9202-dec08f59cdce req-7649f19d-fe1c-4054-968e-511acc7f88e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.0512176 Apr 11 19:35:16.052112 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6d857ea4-0997-4c05-9202-dec08f59cdce req-d19b59ea-e4c2-424f-b064-9cb7c0b2f999 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446255 Apr 11 19:35:16.078257 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0eb16-3d97-46f3-bc53-39851b7af11d req-c164ef4a-0f3e-45ca-96f1-011bf3eecacd tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:16.079798 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-82d0eb16-3d97-46f3-bc53-39851b7af11d req-c164ef4a-0f3e-45ca-96f1-011bf3eecacd tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0524790 Apr 11 19:35:16.128031 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-82d0eb16-3d97-46f3-bc53-39851b7af11d req-b5f7feb0-02cb-47c7-ae9e-8f9d833456c5 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Apr 11 19:35:16.326095 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0eae5e-845e-4022-a689-f221641025c1 req-93c9619d-eaa8-4c6a-964a-66ea836848cd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:16.327492 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7f0eae5e-845e-4022-a689-f221641025c1 req-93c9619d-eaa8-4c6a-964a-66ea836848cd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 943 time: 0.0473104 Apr 11 19:35:16.374549 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7f0eae5e-845e-4022-a689-f221641025c1 req-d68fd27d-0ea9-40a5-8612-9ec92b38854f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409002 Apr 11 19:35:16.719202 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be4206-aa14-4972-90e1-782e1884359e req-781068f3-4c74-4d5f-9965-c439eb818f20 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:16.720846 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e0be4206-aa14-4972-90e1-782e1884359e req-781068f3-4c74-4d5f-9965-c439eb818f20 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0668757 Apr 11 19:35:16.767683 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e0be4206-aa14-4972-90e1-782e1884359e req-b945a089-373f-4ac1-afc7-4fca8a2b32c9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Apr 11 19:35:16.864371 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:35:16.977391 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:16.988433 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'port_id': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'mac_address': 'fa:16:3e:32:ed:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:35:17.029397 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:17.029790 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:17.044920 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eccdbc7-e958-46e1-be53-04fe3fb890c8 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:17.065816 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:17.069563 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:17.116622 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=9']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:17.168636 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b713-8bd6-4cb6-bbe6-f41e5be1e0bc req-3315c28f-48a5-4695-ae29-054156aaf67c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.170156 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-91f1b713-8bd6-4cb6-bbe6-f41e5be1e0bc req-3315c28f-48a5-4695-ae29-054156aaf67c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.0483050 Apr 11 19:35:17.223801 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-91f1b713-8bd6-4cb6-bbe6-f41e5be1e0bc req-8e1d3ed5-9451-41a8-b865-678c12e812d4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472543 Apr 11 19:35:17.244123 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef99ed-0059-41be-8c6a-b68317f61acd req-0daf2071-2d6f-4bae-97d2-e6f45cc3f6df tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.245604 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-eaef99ed-0059-41be-8c6a-b68317f61acd req-0daf2071-2d6f-4bae-97d2-e6f45cc3f6df tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0532854 Apr 11 19:35:17.297476 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-eaef99ed-0059-41be-8c6a-b68317f61acd req-30f741cb-cfa9-42b0-ba73-fabf09d1913c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 Apr 11 19:35:17.387103 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['8eccdbc7-e958-46e1-be53-04fe3fb890c8'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:17.494368 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09595797-121c-434a-bf94-1eb6c5e1504b req-a1b42719-aed3-4e26-a7f9-cc8fc02034c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.495910 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-09595797-121c-434a-bf94-1eb6c5e1504b req-a1b42719-aed3-4e26-a7f9-cc8fc02034c0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 944 time: 0.0477812 Apr 11 19:35:17.542823 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-09595797-121c-434a-bf94-1eb6c5e1504b req-b53eac7d-5390-4dff-9a84-152399adca27 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413423 Apr 11 19:35:17.737278 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-51086da7-4fff-4f25-9576-20b2baaa08dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:17.889677 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d7ae-c4b3-4cfb-a283-044713578a96 req-6a810be0-20ff-4f5c-b704-a625a2b457a7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.891236 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-58b0d7ae-c4b3-4cfb-a283-044713578a96 req-6a810be0-20ff-4f5c-b704-a625a2b457a7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0513265 Apr 11 19:35:17.914505 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-8f86c7cb-a001-4dc5-9359-e1c045b03124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.916046 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-8f86c7cb-a001-4dc5-9359-e1c045b03124 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1128 time: 0.0460069 Apr 11 19:35:17.969863 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-58b0d7ae-c4b3-4cfb-a283-044713578a96 req-eb6f00b9-0368-494a-9e66-01c1ea74ca0f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722733 Apr 11 19:35:17.973192 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70892d93-faec-4558-8df2-d3787617171b req-afc1cd76-64ae-44a8-878d-6fcdc8b9d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.974515 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-70892d93-faec-4558-8df2-d3787617171b req-afc1cd76-64ae-44a8-878d-6fcdc8b9d8eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0563271 Apr 11 19:35:17.987781 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd43c8-4b93-4a2a-ae8a-ae8b806c4368 req-dbb42ee1-8424-415d-ab78-ec5d851509a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:17.989884 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-77bd43c8-4b93-4a2a-ae8a-ae8b806c4368 req-dbb42ee1-8424-415d-ab78-ec5d851509a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1129 time: 0.0729795 Apr 11 19:35:18.047303 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-f73967f0-710b-4054-9c1f-1d6b424a4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:18.048791 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-f73967f0-710b-4054-9c1f-1d6b424a4d13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.1011004 Apr 11 19:35:18.124567 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-70892d93-faec-4558-8df2-d3787617171b req-e7f32a11-0a80-4b0d-bd72-d4ad81524594 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500708 Apr 11 19:35:18.164533 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-b9085e76-b594-47c8-b9d9-2aa2a057edba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 200 len: 999 time: 0.0893989 Apr 11 19:35:18.174937 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-77bd43c8-4b93-4a2a-ae8a-ae8b806c4368 req-6ba88915-9ed5-4561-b73b-2a52f2f09f10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983799 Apr 11 19:35:18.340361 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73adcd-ca30-4ead-b429-e2617f352c69 req-2a4fb924-3b8e-4c61-8540-b275a086c732 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:18.341952 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8f73adcd-ca30-4ead-b429-e2617f352c69 req-2a4fb924-3b8e-4c61-8540-b275a086c732 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.0489879 Apr 11 19:35:18.390817 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8f73adcd-ca30-4ead-b429-e2617f352c69 req-bfda1850-c06e-48bd-a50d-1d5f014a58b6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Apr 11 19:35:18.413822 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6033-5ff5-4b32-976b-ab156210731d req-10872d8d-624e-4d3f-9cd4-d6675525a0c3 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:18.415342 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40ed6033-5ff5-4b32-976b-ab156210731d req-10872d8d-624e-4d3f-9cd4-d6675525a0c3 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0503895 Apr 11 19:35:18.463027 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40ed6033-5ff5-4b32-976b-ab156210731d req-3cccbd7f-0267-4346-aa82-708ed2ae3bb8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Apr 11 19:35:18.618936 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-1df921fd-d747-4e6a-b74f-f375789301bf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:18.620480 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-1df921fd-d747-4e6a-b74f-f375789301bf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.0521815 Apr 11 19:35:18.621330 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-bc2cf17a-53ae-4507-a7fa-74e903722f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:18.622849 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-bc2cf17a-53ae-4507-a7fa-74e903722f5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0551138 Apr 11 19:35:18.675264 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f38d14-a1e6-4b99-8c9c-b0ce5ea585bb req-a69fc8fe-a197-4348-98db-756117b71106 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:18.677604 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-21f38d14-a1e6-4b99-8c9c-b0ce5ea585bb req-a69fc8fe-a197-4348-98db-756117b71106 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 944 time: 0.0533249 Apr 11 19:35:18.726406 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-21f38d14-a1e6-4b99-8c9c-b0ce5ea585bb req-1b5f2216-d75f-49a0-a049-dafb98e00c48 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431387 Apr 11 19:35:18.885141 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:35:18.932535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:18.932946 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.023243 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-bd58163b-fa0e-4362-a20e-c5d2c464327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:19.024817 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-bd58163b-fa0e-4362-a20e-c5d2c464327f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479813 Apr 11 19:35:19.051841 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:19.052846 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.088886 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:19.091121 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dea76b-218f-4045-8983-7baef17b2243" -d '{"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-plugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:19.107352 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port 2d794608-3c03-49a7-a224-2207bb2befb8 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:35:19.107983 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.109081 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:19.114854 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.121929 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e876dd-b7e1-43b5-83fd-bb5f83ff637a req-61e053e4-6f74-45b4-bf43-0d805ff9f69a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:19.122205 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-65e876dd-b7e1-43b5-83fd-bb5f83ff637a req-61e053e4-6f74-45b4-bf43-0d805ff9f69a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0661004 Apr 11 19:35:19.143778 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e644c-7351-4bb0-a5f2-693f0f6e7ebd x-openstack-request-id: req-6c6e644c-7351-4bb0-a5f2-693f0f6e7ebd {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:19.144366 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-plugged", "status": "completed", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:19.145054 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c6e644c-7351-4bb0-a5f2-693f0f6e7ebd {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:19.145454 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6e644c-7351-4bb0-a5f2-693f0f6e7ebd'] response: {'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'code': 200} Apr 11 19:35:19.172875 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=10']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:19.228643 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-65e876dd-b7e1-43b5-83fd-bb5f83ff637a req-34a0aac5-fd0d-4714-8acf-a63e4879a7a7 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957518 Apr 11 19:35:19.256479 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] For port 2d794608-3c03-49a7-a224-2207bb2befb8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=2d794608-3c03-49a7-a224-2207bb2befb8,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:19.256896 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.516514 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.516971 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (de5086cb-d8be-411e-92c2-22a76e5fa0f4), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.517300 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP de5086cb-d8be-411e-92c2-22a76e5fa0f4 disassociated. External IP: 172.28.2.2, port: 2d794608-3c03-49a7-a224-2207bb2befb8. Apr 11 19:35:19.517656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for 2d794608-3c03-49a7-a224-2207bb2befb8 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:35:19.556727 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83960bf7-a5d7-4f1d-bde5-e706a37915a3 req-f569930a-5d00-44a8-8cbc-f64cee04d8fd tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:19.568985 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-83960bf7-a5d7-4f1d-bde5-e706a37915a3 req-f569930a-5d00-44a8-8cbc-f64cee04d8fd tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 945 time: 0.1044004 Apr 11 19:35:19.648356 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8df33b-4d2c-4b48-9946-102ecd6c87b2 req-7b53ba3a-d684-4ed9-bf28-040717e91def tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:19.649923 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e8df33b-4d2c-4b48-9946-102ecd6c87b2 req-7b53ba3a-d684-4ed9-bf28-040717e91def tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0657389 Apr 11 19:35:19.663600 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-83960bf7-a5d7-4f1d-bde5-e706a37915a3 req-52f0f9c9-fb31-4301-8c60-86e74a139316 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=8e1bc1e4-d08a-49fa-974d-8698f4b920d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930138 Apr 11 19:35:19.665474 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-28ed3855-065f-4460-b1f2-eebe32d5ceea service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920502 Apr 11 19:35:19.746059 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e8df33b-4d2c-4b48-9946-102ecd6c87b2 req-c6bddc52-d3ad-4315-9b10-d1529164482a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841620 Apr 11 19:35:19.758386 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (2d794608-3c03-49a7-a224-2207bb2befb8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:19.797854 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=2d794608-3c03-49a7-a224-2207bb2befb8,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:19.857155 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f41ff-ddab-4d14-b799-92dbcea37bfe req-e8190a80-c67f-4c9e-a202-591df4243d3b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:19.858967 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bf7f41ff-ddab-4d14-b799-92dbcea37bfe req-e8190a80-c67f-4c9e-a202-591df4243d3b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0544517 Apr 11 19:35:19.920360 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bf7f41ff-ddab-4d14-b799-92dbcea37bfe req-e5798d24-7d34-46f3-b3dc-53ee1a90dfa2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549304 Apr 11 19:35:19.928908 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:35:20.062901 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:35:20.086592 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:35:20.098118 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:20.098825 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:20.113341 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] No DVR routers for this DVR port 2d794608-3c03-49a7-a224-2207bb2befb8 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:35:20.116834 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:20.120144 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bb1ccef4-07cd-4b23-b575-d25664a44026 req-95668604-6ddd-4588-ab0b-4bbc399715fa tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "DELETE /v2.0/ports/2d794608-3c03-49a7-a224-2207bb2befb8 HTTP/1.1" status: 204 len: 173 time: 1.1427753 Apr 11 19:35:20.120598 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'name': 'network-vif-deleted', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:20.122903 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4904a7-e59b-4561-9898-5295a78b2076" -d '{"events": [{"server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "name": "network-vif-deleted", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:20.160715 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284257dc-c5f1-410d-adb0-c47bf07532ec x-openstack-request-id: req-284257dc-c5f1-410d-adb0-c47bf07532ec {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:20.161024 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f46a8f-9029-4560-be86-c0a65e12659b", "name": "network-vif-deleted", "tag": "2d794608-3c03-49a7-a224-2207bb2befb8", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:20.161283 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-284257dc-c5f1-410d-adb0-c47bf07532ec {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:20.161734 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284257dc-c5f1-410d-adb0-c47bf07532ec'] response: {'server_uuid': '23f46a8f-9029-4560-be86-c0a65e12659b', 'name': 'network-vif-deleted', 'tag': '2d794608-3c03-49a7-a224-2207bb2befb8', 'status': 'completed', 'code': 200} Apr 11 19:35:20.229363 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:20.367879 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f4866-7abb-4de1-b186-a4f3632c0240 req-31d20098-0df6-4e2b-8e48-7afc05c3a21c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:20.369665 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fb4f4866-7abb-4de1-b186-a4f3632c0240 req-31d20098-0df6-4e2b-8e48-7afc05c3a21c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0606947 Apr 11 19:35:20.449415 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fb4f4866-7abb-4de1-b186-a4f3632c0240 req-80ff36f9-9b6c-453f-af98-74a7c68736d1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733554 Apr 11 19:35:20.496402 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:18Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:20.542605 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:35:20.553614 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:20.554313 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:34:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:20.571388 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-faea9555-96f8-4ca9-8d6a-016f9f95719e req-da84b998-5dfb-4cf8-98f2-5c00d317b667 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186492 Apr 11 19:35:20.591545 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26bbd0-b602-49e0-a930-398ce69f40a0 req-da72dcf2-2a57-44b7-afc9-6175777fd866 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:20.593576 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1c26bbd0-b602-49e0-a930-398ce69f40a0 req-da72dcf2-2a57-44b7-afc9-6175777fd866 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0528736 Apr 11 19:35:20.603068 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42584) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:20.608600 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'floatingip': {'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:20.648041 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:20.685195 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:20.794932 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a591dfb3-281a-43d2-8a55-44dde76ac5dc req-ee9bd1a5-c7c4-427c-b703-ce4289fcd55d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 210 time: 0.0536337 Apr 11 19:35:20.803536 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa981-a864-41a6-92c3-2b122d413b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:20.888705 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 2d794608-3c03-49a7-a224-2207bb2befb8 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:35:20.912437 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 2d794608-3c03-49a7-a224-2207bb2befb8 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:35:20.912832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 2d794608-3c03-49a7-a224-2207bb2befb8 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:35:20.976699 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d307147-1168-4f01-9ef5-b598d6987504 req-61648469-4849-42e4-b7ee-db5558011ae7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:20.984142 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5d307147-1168-4f01-9ef5-b598d6987504 req-61648469-4849-42e4-b7ee-db5558011ae7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.1001022 Apr 11 19:35:21.034559 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:18Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:21.069262 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04fd6d9-3ca6-437d-b22e-3544371409c7 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '67a347f4-3df1-4796-9b58-ed34b8775453', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:b6:8a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:32:52Z', 'updated_at': '2022-04-11T19:33:18Z', 'revision_number': 2, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:35:21.110585 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5d307147-1168-4f01-9ef5-b598d6987504 req-227a13ff-e05e-4634-87a1-7f7266d507a0 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254354 Apr 11 19:35:21.173399 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec687d-caa4-4356-b11f-c7cce824133b req-a6d93d57-d660-49a7-ae01-bba44852e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:21.178261 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f4ec687d-caa4-4356-b11f-c7cce824133b req-a6d93d57-d660-49a7-ae01-bba44852e9ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 1130 time: 0.1530511 Apr 11 19:35:21.201945 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f69326-9025-402a-8f60-492339145518 req-8640ff9a-83db-4eb5-87dd-4788e1a3cc59 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:21.204571 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-38f69326-9025-402a-8f60-492339145518 req-8640ff9a-83db-4eb5-87dd-4788e1a3cc59 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.1076019 Apr 11 19:35:21.267844 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-38f69326-9025-402a-8f60-492339145518 req-28093593-a77e-4caa-8e5c-2afd258e476a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563571 Apr 11 19:35:21.307002 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7d1a3-6a69-4546-ac2f-4257714f587c req-87ba2463-3cb8-46f6-9c3f-ab71e29cce92 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:21.309752 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9cc7d1a3-6a69-4546-ac2f-4257714f587c req-87ba2463-3cb8-46f6-9c3f-ab71e29cce92 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.1016541 Apr 11 19:35:21.415012 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f4ec687d-caa4-4356-b11f-c7cce824133b req-975e99c6-ed9c-41df-a2f9-788153570f81 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632610 Apr 11 19:35:21.475213 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9cc7d1a3-6a69-4546-ac2f-4257714f587c req-c5024797-2a74-4db7-b068-76a7f34fe104 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517191 Apr 11 19:35:21.494581 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec31caf-3dbe-46ba-9c59-6cbdafbbc3fe None None] New status for floating IP de5086cb-d8be-411e-92c2-22a76e5fa0f4: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:35:21.501835 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:21.507994 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:21.686622 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Floating IP 8827f2d2-a93b-4580-a48b-fa5952c3b1ce associated. External IP: 172.28.2.151, port: 81870c3a-5a3e-4408-a942-9d4d66eb5e97. Apr 11 19:35:21.779984 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:21.935228 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-120c8d7a-c488-42fc-956a-6f9fe0ddbbf6 req-5c3c2c60-1d0d-4b2b-9e9b-45744964021e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=23f46a8f-9029-4560-be86-c0a65e12659b HTTP/1.1" status: 200 len: 210 time: 0.0336738 Apr 11 19:35:21.974083 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c3eb-a3d0-4bc4-8428-67b9c71077fb req-7271b4fb-144c-4cf4-ac23-0e29e6947407 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:21.975646 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a55c3eb-a3d0-4bc4-8428-67b9c71077fb req-7271b4fb-144c-4cf4-ac23-0e29e6947407 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0971105 Apr 11 19:35:22.010743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:35:22.047467 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a55c3eb-a3d0-4bc4-8428-67b9c71077fb req-aa547874-3097-409f-a063-98f27deb4cc8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651643 Apr 11 19:35:22.426770 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:35:22.430369 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a9e3-f5e9-4ffc-9a65-88f9a1768377 req-7386d200-53ea-4a6e-bea0-1118282b0081 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:22.439108 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] Sync routers for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:35:22.441560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:22.449222 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-23e0a9e3-f5e9-4ffc-9a65-88f9a1768377 req-7386d200-53ea-4a6e-bea0-1118282b0081 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0838704 Apr 11 19:35:22.476920 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:22.477582 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:22.583344 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-23e0a9e3-f5e9-4ffc-9a65-88f9a1768377 req-274074ad-f73e-4ea4-8d75-7781b092ef25 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273654 Apr 11 19:35:22.587781 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-0275fd53-a83c-405c-8d26-82cbd685ff4b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "PUT /v2.0/floatingips/8827f2d2-a93b-4580-a48b-fa5952c3b1ce HTTP/1.1" status: 200 len: 991 time: 1.9766679 Apr 11 19:35:22.588984 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:22.596041 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f957ed7-f790-4880-a860-2a89463bdae1" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:22.664527 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57af825f-c041-4a25-b6c6-d229e0b5a82d x-openstack-request-id: req-57af825f-c041-4a25-b6c6-d229e0b5a82d {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:22.664847 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:22.665100 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57af825f-c041-4a25-b6c6-d229e0b5a82d {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:22.665518 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57af825f-c041-4a25-b6c6-d229e0b5a82d'] response: {'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'status': 'completed', 'code': 200} Apr 11 19:35:22.731244 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:22.880280 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-c72f470f-de65-40cb-86fa-00a22fbe5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:22.882623 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-c72f470f-de65-40cb-86fa-00a22fbe5bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0659523 Apr 11 19:35:22.889709 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:22.990024 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8827f2d2-a93b-4580-a48b-fa5952c3b1ce', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:37Z', 'updated_at': '2022-04-11T19:35:21Z', 'revision_number': 1, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:23.023602 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] Checking router: 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:35:23.030937 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42618) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:23.037172 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:23.038142 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:23.303955 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:23.467538 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e06e1e4-fcca-4ba8-89ff-97f244122030 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (8e1bc1e4-d08a-49fa-974d-8698f4b920d5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:23.499287 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-946e7d2a-9b3f-42d5-bbe2-e0e9ec933a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:23.500825 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-946e7d2a-9b3f-42d5-bbe2-e0e9ec933a5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.1676261 Apr 11 19:35:23.522394 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e06e1e4-fcca-4ba8-89ff-97f244122030 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (8e1bc1e4-d08a-49fa-974d-8698f4b920d5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:23.592640 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e06e1e4-fcca-4ba8-89ff-97f244122030 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8e1bc1e4-d08a-49fa-974d-8698f4b920d5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:23.595501 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1e06e1e4-fcca-4ba8-89ff-97f244122030 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:23.600397 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1e06e1e4-fcca-4ba8-89ff-97f244122030 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/security-groups/8e1bc1e4-d08a-49fa-974d-8698f4b920d5 HTTP/1.1" status: 204 len: 168 time: 0.5642276 Apr 11 19:35:23.600790 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42660) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:23.632442 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.api.v2.resource [None req-1bf98374-cb59-46c6-b7ba-5e49da1d5762 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] show failed (client error): The resource could not be found. Apr 11 19:35:23.633955 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1bf98374-cb59-46c6-b7ba-5e49da1d5762 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups/8e1bc1e4-d08a-49fa-974d-8698f4b920d5 HTTP/1.1" status: 404 len: 347 time: 0.0319042 Apr 11 19:35:23.636936 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42666) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:23.683152 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06e1e4-fcca-4ba8-89ff-97f244122030 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bc1e4-d08a-49fa-974d-8698f4b920d5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:23.773456 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8827f2d2-a93b-4580-a48b-fa5952c3b1ce', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:37Z', 'updated_at': '2022-04-11T19:35:21Z', 'revision_number': 1, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:23.813199 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a45a0-a683-45d4-a10a-715fcb6746ce None None] The sync data for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb is: [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8827f2d2-a93b-4580-a48b-fa5952c3b1ce', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:37Z', 'updated_at': '2022-04-11T19:35:21Z', 'revision_number': 1, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:35:23.933187 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abd8e-eeb9-43f7-a165-59f38909e7a6 req-a8560739-95f4-4d39-b094-204f94a9a6cc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:23.942866 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a74abd8e-eeb9-43f7-a165-59f38909e7a6 req-a8560739-95f4-4d39-b094-204f94a9a6cc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.1436057 Apr 11 19:35:23.958988 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-10f9888e-a092-469f-99a4-6837f161b944 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 999 time: 0.3152850 Apr 11 19:35:23.963623 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port bdd98330-b48b-4a0a-bbee-69e0643a7a42 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:35:23.964114 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.030817 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a74abd8e-eeb9-43f7-a165-59f38909e7a6 req-635d60da-a798-4857-a380-1d539094adad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821080 Apr 11 19:35:24.109995 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-ed633d8d-897d-4b5b-a3d3-6af10eeefd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:24.111510 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-ed633d8d-897d-4b5b-a3d3-6af10eeefd8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.1407743 Apr 11 19:35:24.154127 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.154469 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (bdd98330-b48b-4a0a-bbee-69e0643a7a42), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.183243 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for bdd98330-b48b-4a0a-bbee-69e0643a7a42 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:35:24.243571 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f785a-e00d-4799-b593-50f30cbf9fb3 None None] New status for floating IP 8827f2d2-a93b-4580-a48b-fa5952c3b1ce: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:35:24.250448 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-544afb17-6785-4a0a-9d83-e2d27be8a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:24.260236 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-544afb17-6785-4a0a-9d83-e2d27be8a40c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0906248 Apr 11 19:35:24.368414 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (bdd98330-b48b-4a0a-bbee-69e0643a7a42), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.417158 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=bdd98330-b48b-4a0a-bbee-69e0643a7a42,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:24.441253 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.441683 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.457119 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.459097 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.459488 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.459836 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.460194 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.460675 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.461214 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.461368 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.461730 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.464107 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.464232 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.464544 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.464838 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:24.526128 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-6081a2df-612d-48d8-9bd5-29d3d15fa5a0 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610836 Apr 11 19:35:24.560021 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (de5086cb-d8be-411e-92c2-22a76e5fa0f4), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.562825 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:24.564034 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f394ca2f-ad8b-4cba-9627-35ad98da4893 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/floatingips/de5086cb-d8be-411e-92c2-22a76e5fa0f4 HTTP/1.1" status: 204 len: 168 time: 0.9257803 Apr 11 19:35:24.679211 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4f957ed7-f790-4880-a860-2a89463bdae1 req-0b2d8db0-6712-424c-a120-18e3b6ece255 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464114 Apr 11 19:35:24.976989 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:25.055687 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:35:25.167788 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace138f-0b18-496b-89c7-bc741243a122 req-26c9ef2f-afc3-444f-9c63-add97de716f2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:25.169379 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4ace138f-0b18-496b-89c7-bc741243a122 req-26c9ef2f-afc3-444f-9c63-add97de716f2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0542133 Apr 11 19:35:25.217638 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4ace138f-0b18-496b-89c7-bc741243a122 req-b093ec46-a429-4e3d-a0e9-a04fef13d13f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425360 Apr 11 19:35:26.922958 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08856c40-a63d-4782-84ba-95547f1ceba4 req-a14989b7-683d-4003-a611-de392ce420ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:26.924914 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-08856c40-a63d-4782-84ba-95547f1ceba4 req-a14989b7-683d-4003-a611-de392ce420ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0507801 Apr 11 19:35:26.974147 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-08856c40-a63d-4782-84ba-95547f1ceba4 req-6c2410d2-c2d3-466a-b1de-97e1a6aadcdc tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Apr 11 19:35:26.997124 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42712) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:27.082680 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa12b7a-f0ba-47b7-9ecb-3e3aac1ce2bb tempest-TestMinimumBasicScenario-1699270920 tempest-TestMinimumBasicScenario-1699270920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:27.084224 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-faa12b7a-f0ba-47b7-9ecb-3e3aac1ce2bb tempest-TestMinimumBasicScenario-1699270920 tempest-TestMinimumBasicScenario-1699270920-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1124 time: 0.0860949 Apr 11 19:35:27.087217 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42716) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:27.093847 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'port_id': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:27.117141 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:27.200567 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:27.322118 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Allocated IP 172.28.2.88 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/b1f50592-40f3-47ed-a064-56891d45fd65) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:35:27.441280 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for port (b1f50592-40f3-47ed-a064-56891d45fd65), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:27.488476 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b1f50592-40f3-47ed-a064-56891d45fd65), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:27.533487 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:35:27.537086 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:35:27.540571 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:35:27.546051 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'Port': ['ID=b1f50592-40f3-47ed-a064-56891d45fd65,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:27.602823 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291aa22-ebf5-4950-a7b3-7dd16fee50f7 req-d7d1eee4-b0a8-4371-8c22-6dc4af86fbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:27.604391 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7291aa22-ebf5-4950-a7b3-7dd16fee50f7 req-d7d1eee4-b0a8-4371-8c22-6dc4af86fbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0557842 Apr 11 19:35:27.657530 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7291aa22-ebf5-4950-a7b3-7dd16fee50f7 req-f3086df2-940d-4886-a456-469042aff97f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 Apr 11 19:35:27.932114 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for floatingip (93702842-9c1e-4168-9306-ab55fab1de2d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.007216 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b1f50592-40f3-47ed-a064-56891d45fd65), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.168536 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for port (b1f50592-40f3-47ed-a064-56891d45fd65), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.175538 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b1f50592-40f3-47ed-a064-56891d45fd65), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.249413 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'Port': ['ID=b1f50592-40f3-47ed-a064-56891d45fd65,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:28.259588 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (93702842-9c1e-4168-9306-ab55fab1de2d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.370951 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Floating IP 93702842-9c1e-4168-9306-ab55fab1de2d associated. External IP: 172.28.2.88, port: 7d562bce-cb3f-4ffd-a66c-343f353c49ed. Apr 11 19:35:28.581345 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:35:28.691336 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:35:28.708383 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] Sync routers for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:35:28.710197 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.721204 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:28.722122 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:28.775984 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-f1813495-3fca-4171-a5de-7a0f36ddc90c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6875076 Apr 11 19:35:28.778758 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:28.779625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42728) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:28.781013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:28.784465 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1025217396', 'description': 'tempest-secgroup-smoke-1025217396 description', 'project_id': 'e00a22b0550e46b4abb37eef483d809a'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:28.809200 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.819743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce145-c783-4bbd-adf1-3c8f9456f36f req-914fedd5-4063-4030-a5d4-57ecc0ac164c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:28.833079 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e60ce145-c783-4bbd-adf1-3c8f9456f36f req-914fedd5-4063-4030-a5d4-57ecc0ac164c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0917587 Apr 11 19:35:28.836914 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73d31a7-b7ad-45c0-a4a4-e8132a690cce x-openstack-request-id: req-c73d31a7-b7ad-45c0-a4a4-e8132a690cce {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:28.837208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:28.837467 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c73d31a7-b7ad-45c0-a4a4-e8132a690cce {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:28.838518 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c73d31a7-b7ad-45c0-a4a4-e8132a690cce'] response: {'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'status': 'completed', 'code': 200} Apr 11 19:35:28.842166 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:28.888483 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e60ce145-c783-4bbd-adf1-3c8f9456f36f req-346e0709-317c-4b8e-a892-1d4755fbc826 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547109 Apr 11 19:35:28.921345 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group (fcac6176-1cd6-4222-9492-0848f2cbae9b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.927935 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fcac6176-1cd6-4222-9492-0848f2cbae9b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.952796 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-fff4420a-e1fc-471f-a785-174d07f527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:28.955122 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-fff4420a-e1fc-471f-a785-174d07f527bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1129 time: 0.0684156 Apr 11 19:35:28.968798 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:28.970052 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1892281 Apr 11 19:35:28.973530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42732) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:28.978742 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group_rule': {'security_group_id': 'fcac6176-1cd6-4222-9492-0848f2cbae9b', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:28.985762 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcac6176-1cd6-4222-9492-0848f2cbae9b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:29.001663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.002022 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.002369 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.002736 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.003249 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.003782 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.004171 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.004521 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.004890 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.005230 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.005583 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.005904 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.006234 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.006563 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.006897 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0967aac3-b4fb-419f-8660-21d009cb949e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:35:29.023667 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (9eb5fcdd-b756-44a4-b1b3-4c7e1d2926d9), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.102737 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '93702842-9c1e-4168-9306-ab55fab1de2d', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'port_id': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'mac_address': 'fa:16:3e:67:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:27Z', 'updated_at': '2022-04-11T19:35:27Z', 'revision_number': 0, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:29.141258 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] Checking router: 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:35:29.149758 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:29.150366 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:29.205737 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (9eb5fcdd-b756-44a4-b1b3-4c7e1d2926d9), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.213321 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (9eb5fcdd-b756-44a4-b1b3-4c7e1d2926d9), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.261933 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:29.266789 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-3116d1b2-f44b-46b4-85cb-2ec5da99286d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:29.269787 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-3116d1b2-f44b-46b4-85cb-2ec5da99286d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Apr 11 19:35:29.271807 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb5fcdd-b756-44a4-b1b3-4c7e1d2926d9,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:29.282134 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-754740ba-c84f-4e13-8138-153414df1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:29.285407 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-754740ba-c84f-4e13-8138-153414df1d75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 915 time: 0.2286406 Apr 11 19:35:29.290647 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.292513 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-090c1d39-9862-4a3d-8208-69cd929e89ed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3178506 Apr 11 19:35:29.295322 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42734) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:29.311171 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group_rule': {'security_group_id': 'fcac6176-1cd6-4222-9492-0848f2cbae9b', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:29.382695 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:35:29.383989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.449206 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-72f123f4-c7ba-4a98-81f6-29d75060fa59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 998 time: 0.1549895 Apr 11 19:35:29.450316 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (eae63026-eba6-4f71-88d9-80a9a62b5914), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.490768 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] For port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:29.491139 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.503262 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '93702842-9c1e-4168-9306-ab55fab1de2d', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'port_id': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'mac_address': 'fa:16:3e:67:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:27Z', 'updated_at': '2022-04-11T19:35:27Z', 'revision_number': 0, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:29.532896 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308f730-955d-40df-8c23-ea31b9b6d59b None None] The sync data for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb is: [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '93702842-9c1e-4168-9306-ab55fab1de2d', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'floating_ip_address': '172.28.2.88', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'port_id': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'mac_address': 'fa:16:3e:67:9e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:27Z', 'updated_at': '2022-04-11T19:35:27Z', 'revision_number': 0, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:35:29.587532 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-345fd0e3-3347-4f3a-8530-6e4a03e71d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:29.590053 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-345fd0e3-3347-4f3a-8530-6e4a03e71d40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 200 len: 853 time: 0.1328192 Apr 11 19:35:29.608179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (eae63026-eba6-4f71-88d9-80a9a62b5914), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.624371 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (eae63026-eba6-4f71-88d9-80a9a62b5914), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.683957 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.684322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (67a347f4-3df1-4796-9b58-ed34b8775453), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.685086 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP 67a347f4-3df1-4796-9b58-ed34b8775453 disassociated. External IP: 172.28.2.55, port: 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447. Apr 11 19:35:29.685086 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:35:29.703600 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae63026-eba6-4f71-88d9-80a9a62b5914,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:29.711011 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-b7366eb7-cb67-4b1c-871f-dc02e1405c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:29.713669 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-b7366eb7-cb67-4b1c-871f-dc02e1405c95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1090341 Apr 11 19:35:29.719137 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.721054 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-72716bf5-8704-4aea-86ca-7859c3c7fdaf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4158516 Apr 11 19:35:29.723668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42736) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:29.732692 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group_rule': {'security_group_id': 'fcac6176-1cd6-4222-9492-0848f2cbae9b', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:29.774243 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8eb37-e472-4c3c-8ac7-cb74eeec525d None None] New status for floating IP 93702842-9c1e-4168-9306-ab55fab1de2d: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:35:29.818086 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.857138 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:29.859067 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (da87a2e7-3d3d-4295-8e65-c9fcd8052280), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:29.882467 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-43c5ad2c-a427-4814-a2f0-9a633c2a5d7a service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575234 Apr 11 19:35:29.991198 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (da87a2e7-3d3d-4295-8e65-c9fcd8052280), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.005181 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (da87a2e7-3d3d-4295-8e65-c9fcd8052280), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.009151 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:35:30.039794 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1e25532d-53bf-4e0d-bf63-ecdaa5604c27 req-a8660b00-77ac-49f4-8d3e-6029564b36e9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=f222dc77-1ab1-4bda-9df3-189db6b98419 HTTP/1.1" status: 200 len: 210 time: 0.0511422 Apr 11 19:35:30.052913 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da87a2e7-3d3d-4295-8e65-c9fcd8052280,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:30.058904 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2b00d2a0-d8f1-4bbf-b1e9-8d8510af0ae0 req-08dfd2c4-da28-4cf1-a789-378f8fe049f7 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683743 Apr 11 19:35:30.071408 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.076266 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42742) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:30.077241 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-164aeab1-4ab8-4f23-8f17-3a4d46f9bf68 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502200 Apr 11 19:35:30.110017 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group_rule': {'security_group_id': 'fcac6176-1cd6-4222-9492-0848f2cbae9b', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:30.380566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:35:30.385745 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (94ae75ad-d5c9-48cd-8f50-929e1dd0587f), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.391435 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:35:30.402042 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:30.402736 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:30.434114 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] No DVR routers for this DVR port 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:35:30.439099 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.442863 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a4fb2ea3-3a88-4aac-92fb-9f1dc2c4f262 req-a8c30238-aa15-4e8e-8e05-8ebb3371c01d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "DELETE /v2.0/ports/0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 HTTP/1.1" status: 204 len: 173 time: 1.1617739 Apr 11 19:35:30.472679 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (94ae75ad-d5c9-48cd-8f50-929e1dd0587f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.477352 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (94ae75ad-d5c9-48cd-8f50-929e1dd0587f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.496635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ae75ad-d5c9-48cd-8f50-929e1dd0587f,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:30.504272 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.505725 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-936eafca-f586-44a8-a4e6-7570d21eab87 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4281552 Apr 11 19:35:30.508304 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42744) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:30.512823 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group_rule': {'security_group_id': 'fcac6176-1cd6-4222-9492-0848f2cbae9b', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:30.531079 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:30.534531 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Project e00a22b0550e46b4abb37eef483d809a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:35:30.540263 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (85a8bf2f-0aa9-471d-8eb5-59e7cf451550), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.602527 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (85a8bf2f-0aa9-471d-8eb5-59e7cf451550), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.606309 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (85a8bf2f-0aa9-471d-8eb5-59e7cf451550), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.626288 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a8bf2f-0aa9-471d-8eb5-59e7cf451550,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:30.636113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.637656 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d1751481-065f-4c78-9ca1-4442c184637e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280546 Apr 11 19:35:30.640158 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42746) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:30.644752 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'security_group_rule': {'security_group_id': 'fcac6176-1cd6-4222-9492-0848f2cbae9b', 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:30.666395 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Project e00a22b0550e46b4abb37eef483d809a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:35:30.672201 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (181b056b-7a7b-4e58-97f3-960bde7e5461), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.742021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (181b056b-7a7b-4e58-97f3-960bde7e5461), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.745758 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (181b056b-7a7b-4e58-97f3-960bde7e5461), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.763868 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181b056b-7a7b-4e58-97f3-960bde7e5461,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:30.772399 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:30.773635 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-4e52e754-8098-40b5-968c-f86c6624428e tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324952 Apr 11 19:35:30.829446 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:30.839516 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'name': 'network-vif-deleted', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:30.841794 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776ed6f4-519f-4160-8f12-35a4a0b571bc" -d '{"events": [{"server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "name": "network-vif-deleted", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:30.860533 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:35:30.871720 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:30.872562 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:30.883885 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bf29d888-de11-46e0-b9a4-244d90779317 req-897afa97-9e47-4483-ae9b-7bb328d86f70 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025217396&fields=id&tenant_id=e00a22b0550e46b4abb37eef483d809a HTTP/1.1" status: 200 len: 267 time: 0.0654414 Apr 11 19:35:30.885350 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3d14e2-e916-47a1-bd7c-19f9ca4d579a x-openstack-request-id: req-fe3d14e2-e916-47a1-bd7c-19f9ca4d579a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:30.885638 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f222dc77-1ab1-4bda-9df3-189db6b98419", "name": "network-vif-deleted", "tag": "0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:30.885891 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe3d14e2-e916-47a1-bd7c-19f9ca4d579a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:30.886282 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3d14e2-e916-47a1-bd7c-19f9ca4d579a'] response: {'server_uuid': 'f222dc77-1ab1-4bda-9df3-189db6b98419', 'name': 'network-vif-deleted', 'tag': '0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447', 'status': 'completed', 'code': 200} Apr 11 19:35:30.948207 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d888-de11-46e0-b9a4-244d90779317 req-2a948abf-63f9-4bea-8ea0-4207d57775ce tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:30.949853 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bf29d888-de11-46e0-b9a4-244d90779317 req-2a948abf-63f9-4bea-8ea0-4207d57775ce tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0599833 Apr 11 19:35:30.962828 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'port': {'security_groups': ['4b3f6d99-661e-4b58-a272-40f840503510', 'fcac6176-1cd6-4222-9492-0848f2cbae9b']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:30.990896 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:31.046005 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.133301 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42756) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:31.193646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-017e6896-1bc5-4088-bade-8a02dc12a759 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.203064 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:31.219639 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-017e6896-1bc5-4088-bade-8a02dc12a759 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.236634 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ca3e4-1ca7-4787-aee3-bd4c612f409f None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:35:31.262005 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:31.277921 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-017e6896-1bc5-4088-bade-8a02dc12a759 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.280571 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-017e6896-1bc5-4088-bade-8a02dc12a759 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.281998 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-017e6896-1bc5-4088-bade-8a02dc12a759 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/security-groups/5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48 HTTP/1.1" status: 204 len: 168 time: 0.1465449 Apr 11 19:35:31.287081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42758) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:31.297465 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.303605 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.304082 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e6896-1bc5-4088-bade-8a02dc12a759 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:31.306652 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.api.v2.resource [None req-965c08fd-7274-436f-8d66-ac8da1dad5ef tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] show failed (client error): The resource could not be found. Apr 11 19:35:31.310401 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-965c08fd-7274-436f-8d66-ac8da1dad5ef tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups/5fe659fa-0ee9-48cb-8bfd-6c6ece4faa48 HTTP/1.1" status: 404 len: 347 time: 0.0196681 Apr 11 19:35:31.310842 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42760) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:31.320767 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['7d562bce-cb3f-4ffd-a66c-343f353c49ed'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:31.364359 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:31.364735 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.366613 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bf29d888-de11-46e0-b9a4-244d90779317 req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "PUT /v2.0/ports/7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 981 time: 0.4089251 Apr 11 19:35:31.391522 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a89926-0668-4bf8-8c83-5043065047e8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=6']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:31.471652 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['7d562bce-cb3f-4ffd-a66c-343f353c49ed'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:31.506887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port c1e5e0c7-5cf9-4528-8d48-82d183df6216 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:35:31.507231 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.532481 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe0569-631c-4b32-a97e-1d6c425c8b27 req-80769d8f-a4f8-438c-b279-a3398e627fde tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:31.534241 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a5fe0569-631c-4b32-a97e-1d6c425c8b27 req-80769d8f-a4f8-438c-b279-a3398e627fde tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0714762 Apr 11 19:35:31.619374 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841d433-745c-4b40-b134-2fb7050e329d None None] New status for floating IP 67a347f4-3df1-4796-9b58-ed34b8775453: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:35:31.652406 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.652765 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (c1e5e0c7-5cf9-4528-8d48-82d183df6216), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.661191 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a5fe0569-631c-4b32-a97e-1d6c425c8b27 req-132aa0bd-1f9d-4808-a7b4-02a6ae92f46b tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200051 Apr 11 19:35:31.672049 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for c1e5e0c7-5cf9-4528-8d48-82d183df6216 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:35:31.781134 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-d3ad4dd9-f619-4156-8314-74ea4031cf7d None None] Provisioning complete for port 7d562bce-cb3f-4ffd-a66c-343f353c49ed triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:31.781389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d3ad4dd9-f619-4156-8314-74ea4031cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.843424 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (c1e5e0c7-5cf9-4528-8d48-82d183df6216), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.881790 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=c1e5e0c7-5cf9-4528-8d48-82d183df6216,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:31.948824 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (67a347f4-3df1-4796-9b58-ed34b8775453), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.951793 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:31.954361 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3f5cfff8-159b-4d47-bf0c-d823e71bbbe6 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/floatingips/67a347f4-3df1-4796-9b58-ed34b8775453 HTTP/1.1" status: 204 len: 168 time: 0.6421583 Apr 11 19:35:32.008458 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad4dd9-f619-4156-8314-74ea4031cf7d None None] Current status of the port 7d562bce-cb3f-4ffd-a66c-343f353c49ed is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:32.147232 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42770) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:32.151977 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337583854', 'description': 'tempest-description--2064026797'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:32.173548 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.257083 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (2a54f878-835a-4f23-862b-568ff06b23dd), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.261393 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2a54f878-835a-4f23-862b-568ff06b23dd), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.293250 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.294504 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1461580 Apr 11 19:35:32.297450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42778) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:32.302071 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': '2a54f878-835a-4f23-862b-568ff06b23dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:32.307958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33b9ac-2339-4a7b-861a-da18b3a449cf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54f878-835a-4f23-862b-568ff06b23dd,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:32.335669 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (6d303646-5f7f-447d-b2a7-a54eac9968ec), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.403704 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (6d303646-5f7f-447d-b2a7-a54eac9968ec), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.410663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (6d303646-5f7f-447d-b2a7-a54eac9968ec), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.426308 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d303646-5f7f-447d-b2a7-a54eac9968ec,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:32.441097 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.442504 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-329ebd67-3adb-4c86-a0ce-a64774bc8264 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440780 Apr 11 19:35:32.445208 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42782) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:32.453985 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': '2a54f878-835a-4f23-862b-568ff06b23dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:32.483477 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (d39c150e-f298-4552-ae72-037f31afd6aa), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.542516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (d39c150e-f298-4552-ae72-037f31afd6aa), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.546173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (d39c150e-f298-4552-ae72-037f31afd6aa), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.565469 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39c150e-f298-4552-ae72-037f31afd6aa,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:32.572920 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.574119 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0afff13b-6dff-455e-bf9e-04861965dad1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279075 Apr 11 19:35:32.577160 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42784) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:32.581564 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:32.602254 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.678969 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.789197 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.28.2.92 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/5e80c39a-7df1-4fd0-a4a8-634e2ce171e3) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:35:32.887833 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:32.890297 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:32.901749 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.929179 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e3b51-a706-4a69-a2d5-595fa024aa04 x-openstack-request-id: req-5b7e3b51-a706-4a69-a2d5-595fa024aa04 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:32.929625 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:32.929979 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b7e3b51-a706-4a69-a2d5-595fa024aa04 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:32.930631 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7e3b51-a706-4a69-a2d5-595fa024aa04'] response: {'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'status': 'completed', 'code': 200} Apr 11 19:35:32.932698 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:35:32.945815 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:32.962433 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:35:32.963047 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 0235d4e9-97a8-44d2-a8a7-8ba0b4a5b447 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:35:32.994715 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:35:32.997701 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:35:33.001662 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:35:33.012767 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-abf007c6-7145-46d3-bf3f-54c07cac9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.014439 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-abf007c6-7145-46d3-bf3f-54c07cac9ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1168 time: 0.0516417 Apr 11 19:35:33.026936 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=5e80c39a-7df1-4fd0-a4a8-634e2ce171e3,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:33.102451 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (8b2cd669-b1fe-486f-9c16-64a8749cf8b1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.108777 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-33a7331e-9dac-47d9-8cb0-7855958a96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.110133 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-33a7331e-9dac-47d9-8cb0-7855958a96c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 915 time: 0.0896757 Apr 11 19:35:33.142253 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.179319 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-80dc14c9-775d-4c92-b985-c53814dd70b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 1000 time: 0.0625618 Apr 11 19:35:33.230814 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-e0ed3e99-3f54-4f62-bd8e-f6d6b6d25de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.232320 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-e0ed3e99-3f54-4f62-bd8e-f6d6b6d25de9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 200 len: 853 time: 0.0447085 Apr 11 19:35:33.282423 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-de623277-283d-41f2-8b0c-6ffbf43541ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.284483 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-de623277-283d-41f2-8b0c-6ffbf43541ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397079 Apr 11 19:35:33.295275 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.302451 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.382451 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-7c9d5272-4f8d-40eb-9828-c7835548abd0 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909472 Apr 11 19:35:33.383782 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=5e80c39a-7df1-4fd0-a4a8-634e2ce171e3,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:33.390865 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8b2cd669-b1fe-486f-9c16-64a8749cf8b1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.411282 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:33.413387 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-19ff64b8-a7ac-404d-a0be-b68199387e7d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8345766 Apr 11 19:35:33.489577 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-afb8d4cb-e53b-4ef8-84ca-0fec39c48ab5 req-81d1f0c6-be0e-4526-b156-a880ac5af555 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006074 Apr 11 19:35:33.640912 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-14656429-9002-4c0b-a83a-ae3e8b3f138c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--337583854&fields=id&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 267 time: 0.0454781 Apr 11 19:35:33.658340 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639bb6a-06d6-4e46-a164-59b28b819052 req-07703d40-06d5-42cb-94fe-26a7875a1877 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.660024 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9639bb6a-06d6-4e46-a164-59b28b819052 req-07703d40-06d5-42cb-94fe-26a7875a1877 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0550230 Apr 11 19:35:33.711216 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9639bb6a-06d6-4e46-a164-59b28b819052 req-2ceb94ad-65a0-41ef-ab98-df6b543c9f98 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450361 Apr 11 19:35:33.756900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-a13b6ad5-c669-4d90-beda-b73a506a27c9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:33.758410 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-a13b6ad5-c669-4d90-beda-b73a506a27c9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.1105313 Apr 11 19:35:33.776318 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c3ab45ce-f301-40c3-8943-3651d0165624 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/quotas/d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 375 time: 0.0108020 Apr 11 19:35:33.826813 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-43ffb09f-ee27-4c80-ad3e-25e78b6a4768 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454791 Apr 11 19:35:33.924534 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-13b3d406-694f-4557-b9f9-2377b2cb0508 service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863607 Apr 11 19:35:34.020376 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-a7953abc-418b-4ca2-8e69-63a3b7e6b0ce service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882494 Apr 11 19:35:34.184931 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-41186b23-01ce-4d2f-b2d3-42c66d58d265 req-ac4649a0-1d37-4661-b3a0-83399e10b7d4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 210 time: 0.0321193 Apr 11 19:35:34.828599 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a854b15-4e29-4edb-bd2d-f57da5a26c12 req-99b8bb00-ba7d-4fdc-b4b9-b0396e694d83 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:34.830069 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1a854b15-4e29-4edb-bd2d-f57da5a26c12 req-99b8bb00-ba7d-4fdc-b4b9-b0396e694d83 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0522077 Apr 11 19:35:34.876219 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1a854b15-4e29-4edb-bd2d-f57da5a26c12 req-53740b9e-caf6-47c8-9dc9-69ba794e98ae tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405495 Apr 11 19:35:35.198980 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-4ea6057c-531e-4ed2-9842-8843be72fcec tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:35.200463 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-4ea6057c-531e-4ed2-9842-8843be72fcec tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.1014988 Apr 11 19:35:35.279762 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-74004b67-0a06-41f0-afa6-e6f037138068 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 379 time: 0.0695248 Apr 11 19:35:35.297553 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d2f9af47-268d-4be9-849f-405a57456a28 req-e081e0e5-afc4-4cd6-8754-06cc1104ac9f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 210 time: 0.0305746 Apr 11 19:35:35.304541 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'port': {'device_id': '785b4d38-406a-475b-849e-971b4ea08efe', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'admin_state_up': True, 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'security_groups': ['2a54f878-835a-4f23-862b-568ff06b23dd']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:35.421419 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Made reservation on behalf of d2be9a4e04a74eaeb6a2f772fcf1ac54 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:35:35.427808 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:35.564720 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.20.0.3 (1aa30ed1-f0a9-44ee-9416-23015443366d/d353e279-26da-4fa0-be61-4696cbb73344/b9362e7f-2487-4020-b301-38add7918586) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:35:35.708972 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (b9362e7f-2487-4020-b301-38add7918586), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:35.742871 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b9362e7f-2487-4020-b301-38add7918586), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:35.788088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:35:35.791317 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:35:35.795001 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:35:35.801751 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=b9362e7f-2487-4020-b301-38add7918586,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:35.849230 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:35.849862 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:35.867566 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-75ce1c51-5bbb-42aa-b7e5-5c5c8019436d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5731225 Apr 11 19:35:35.890168 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Request body: {'port': {'device_id': '785b4d38-406a-475b-849e-971b4ea08efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:35.967048 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b9362e7f-2487-4020-b301-38add7918586), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.026419 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19295710-79bd-43fd-9217-8a006cda526b req-d05367fb-53ff-44e6-a39e-025789d5dcc0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.027883 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-19295710-79bd-43fd-9217-8a006cda526b req-d05367fb-53ff-44e6-a39e-025789d5dcc0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0796394 Apr 11 19:35:36.077294 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-3bd4ef53-8e74-429c-b833-d3114017a33d None None] Provisioning complete for port b9362e7f-2487-4020-b301-38add7918586 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:36.077863 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3bd4ef53-8e74-429c-b833-d3114017a33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b9362e7f-2487-4020-b301-38add7918586), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.133327 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-3bd4ef53-8e74-429c-b833-d3114017a33d None None] Port b9362e7f-2487-4020-b301-38add7918586 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:35:36.173988 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-19295710-79bd-43fd-9217-8a006cda526b req-c1b25156-8b31-4d32-adbf-650d54e7be98 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386225 Apr 11 19:35:36.316591 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9362e7f-2487-4020-b301-38add7918586 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:36.324155 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Publish callbacks [] for port (b9362e7f-2487-4020-b301-38add7918586), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.337120 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Transition to ACTIVE for port object b9362e7f-2487-4020-b301-38add7918586 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:35:36.341385 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b9362e7f-2487-4020-b301-38add7918586), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.394895 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Pushing event updated for resources: {'Port': ['ID=b9362e7f-2487-4020-b301-38add7918586,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:36.437136 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca576d49-ff12-495b-9aca-955fea11df6f req-eff60889-00af-4ad9-b70a-72d43364d259 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.438715 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ca576d49-ff12-495b-9aca-955fea11df6f req-eff60889-00af-4ad9-b70a-72d43364d259 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 943 time: 0.0631893 Apr 11 19:35:36.473787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Attempting to bind port b9362e7f-2487-4020-b301-38add7918586 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:35:36.474156 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Attempting to bind port b9362e7f-2487-4020-b301-38add7918586 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:35:36.474456 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Attempting to bind port b9362e7f-2487-4020-b301-38add7918586 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:35:36.479394 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Port b9362e7f-2487-4020-b301-38add7918586 on network 1aa30ed1-f0a9-44ee-9416-23015443366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:35:36.479780 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Attempting to bind port b9362e7f-2487-4020-b301-38add7918586 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:35:36.487631 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:35:36.487977 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:35:36.488366 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Bound using segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:35:36.488829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Bound port: b9362e7f-2487-4020-b301-38add7918586, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:35:36.489194 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b9362e7f-2487-4020-b301-38add7918586), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.505235 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ca576d49-ff12-495b-9aca-955fea11df6f req-76f41102-943f-4df7-9b88-882504896299 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596454 Apr 11 19:35:36.584313 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] For port b9362e7f-2487-4020-b301-38add7918586, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:35:36.589296 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] For port b9362e7f-2487-4020-b301-38add7918586, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b9362e7f-2487-4020-b301-38add7918586,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:35:36.598111 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b9362e7f-2487-4020-b301-38add7918586), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.638482 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.639105 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:36.640490 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] 10.222.0.53 "PUT /v2.0/ports/b9362e7f-2487-4020-b301-38add7918586 HTTP/1.1" status: 200 len: 1093 time: 0.7549195 Apr 11 19:35:36.643648 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'tag': 'b9362e7f-2487-4020-b301-38add7918586'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:36.647371 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "tag": "b9362e7f-2487-4020-b301-38add7918586"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:36.677289 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce3041-b57f-48d3-8ff1-13c536d6105a service neutron] Pushing event updated for resources: {'Port': ['ID=b9362e7f-2487-4020-b301-38add7918586,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:36.703444 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b71fbc-95ee-45cf-9e22-744466ba08d7 x-openstack-request-id: req-00b71fbc-95ee-45cf-9e22-744466ba08d7 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:36.703750 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "tag": "b9362e7f-2487-4020-b301-38add7918586", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:36.703979 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00b71fbc-95ee-45cf-9e22-744466ba08d7 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:36.705193 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b71fbc-95ee-45cf-9e22-744466ba08d7'] response: {'name': 'network-changed', 'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'tag': 'b9362e7f-2487-4020-b301-38add7918586', 'status': 'completed', 'code': 200} Apr 11 19:35:36.755820 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-ea4a19b8-1b1d-43f1-aab3-17b217102b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.757386 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-ea4a19b8-1b1d-43f1-aab3-17b217102b67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 1127 time: 0.0445635 Apr 11 19:35:36.809390 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-c105f47f-eba1-4464-8e5b-ec636ff1ac23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9362e7f-2487-4020-b301-38add7918586 HTTP/1.1" status: 200 len: 217 time: 0.0364404 Apr 11 19:35:36.866726 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-b6593994-bb87-4992-8e3b-5142875fc2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.868220 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-b6593994-bb87-4992-8e3b-5142875fc2bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0518558 Apr 11 19:35:36.916627 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-ff3d63fb-221e-4e12-9c66-5f4743fd3462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:36.918182 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-ff3d63fb-221e-4e12-9c66-5f4743fd3462 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423987 Apr 11 19:35:37.020151 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-62edfdd4-ee91-447f-91b2-254bf94dff4e service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879366 Apr 11 19:35:37.125108 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed16307c-c77f-45a4-b768-9cf106be5e0c req-7de47989-2e13-4945-ab8f-6e9be28fe402 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938487 Apr 11 19:35:37.294008 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa774-b2a3-4b24-b9f4-1e5e9314c2c0 req-114eb53b-8600-4492-9860-cdd4181adc3f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:37.295510 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a25aa774-b2a3-4b24-b9f4-1e5e9314c2c0 req-114eb53b-8600-4492-9860-cdd4181adc3f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0538516 Apr 11 19:35:37.349047 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a25aa774-b2a3-4b24-b9f4-1e5e9314c2c0 req-229e1028-d46c-4c70-b172-ab22d88969c0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467594 Apr 11 19:35:37.617136 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7bf00-7960-4120-b6f7-0ea52249ece9 req-74d120c9-4899-4b57-a670-a46b37404509 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:37.618661 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2ea7bf00-7960-4120-b6f7-0ea52249ece9 req-74d120c9-4899-4b57-a670-a46b37404509 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 943 time: 0.0478780 Apr 11 19:35:37.665551 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2ea7bf00-7960-4120-b6f7-0ea52249ece9 req-60693939-c837-4e5b-bd62-554848a3da39 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Apr 11 19:35:38.181384 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-49ee5970-db3b-4bd6-9edd-e14690091841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.182860 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-49ee5970-db3b-4bd6-9edd-e14690091841 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 1127 time: 0.0424273 Apr 11 19:35:38.275094 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-96f01e19-8752-4714-b04c-8eb03dc850c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.276550 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-96f01e19-8752-4714-b04c-8eb03dc850c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.0848522 Apr 11 19:35:38.328496 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-548bba56-361c-4b28-8716-b2bd1804fff5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9362e7f-2487-4020-b301-38add7918586 HTTP/1.1" status: 200 len: 217 time: 0.0371461 Apr 11 19:35:38.377059 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-997f4bdb-bf37-41b9-8e4f-4f7af5191934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.377899 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-997f4bdb-bf37-41b9-8e4f-4f7af5191934 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0425241 Apr 11 19:35:38.422378 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-879e63cb-2232-4467-a360-08c6b2ba58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.423854 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-879e63cb-2232-4467-a360-08c6b2ba58da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397122 Apr 11 19:35:38.462982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c0361-770c-4c5d-bb27-b9c02091e47c req-95564317-b353-46b7-96e8-5c371ff49b49 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.464482 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-385c0361-770c-4c5d-bb27-b9c02091e47c req-95564317-b353-46b7-96e8-5c371ff49b49 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0487025 Apr 11 19:35:38.514476 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-385c0361-770c-4c5d-bb27-b9c02091e47c req-101ed5b2-b7b6-4119-9b45-98de81c7851c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442023 Apr 11 19:35:38.526268 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-787551e6-9c4c-423f-ae02-637256991e20 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871797 Apr 11 19:35:38.616743 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5773b1af-f2c6-49ce-afec-0214bbfb0cd9 req-61dfa66a-5b8a-4f5b-aead-ce84459dae7b service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836639 Apr 11 19:35:38.777575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce37cd3-a429-4e04-b26d-0f762ca432a6 req-4d33c827-6103-4f74-b277-b323bd0c955e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:38.779028 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7ce37cd3-a429-4e04-b26d-0f762ca432a6 req-4d33c827-6103-4f74-b277-b323bd0c955e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 943 time: 0.0477896 Apr 11 19:35:38.831485 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7ce37cd3-a429-4e04-b26d-0f762ca432a6 req-2caddcee-6a38-40c6-80ba-44448c728a48 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454855 Apr 11 19:35:38.960981 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b9362e7f-2487-4020-b301-38add7918586 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:35:39.066711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b9362e7f-2487-4020-b301-38add7918586, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b9362e7f-2487-4020-b301-38add7918586,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:39.078971 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'b9362e7f-2487-4020-b301-38add7918586', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'port_id': 'b9362e7f-2487-4020-b301-38add7918586', 'mac_address': 'fa:16:3e:e2:4c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:35:39.120561 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b9362e7f-2487-4020-b301-38add7918586 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:39.121021 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b9362e7f-2487-4020-b301-38add7918586), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.135443 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9362e7f-2487-4020-b301-38add7918586 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:35:39.156124 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b9362e7f-2487-4020-b301-38add7918586, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b9362e7f-2487-4020-b301-38add7918586,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:39.161176 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b9362e7f-2487-4020-b301-38add7918586), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:39.214702 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b9362e7f-2487-4020-b301-38add7918586,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:39.455201 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['b9362e7f-2487-4020-b301-38add7918586'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:35:39.635036 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744a2f6-5a1e-4908-b29d-37182caa2970 req-0d912b45-22e1-49c0-92a6-e4ea17a2ef6f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:39.636648 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a744a2f6-5a1e-4908-b29d-37182caa2970 req-0d912b45-22e1-49c0-92a6-e4ea17a2ef6f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0500534 Apr 11 19:35:39.686159 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a744a2f6-5a1e-4908-b29d-37182caa2970 req-00766c46-9530-474d-b17f-26f398df5bde tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436687 Apr 11 19:35:39.950186 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930efb2-8911-4bbd-9853-cbccc87f3294 req-1757aa88-0a8e-4592-94d5-36452c8292ae tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:39.951715 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a930efb2-8911-4bbd-9853-cbccc87f3294 req-1757aa88-0a8e-4592-94d5-36452c8292ae tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 944 time: 0.0472267 Apr 11 19:35:39.997291 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a930efb2-8911-4bbd-9853-cbccc87f3294 req-8eed0ae0-23fb-4e84-bcae-861c181a9d6d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Apr 11 19:35:40.814844 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9f5b4-c9c7-4172-bf20-7f87dbec28c4 req-26a36ca6-2b28-4cf8-8b7b-b9b4544909a6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:40.816398 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a1a9f5b4-c9c7-4172-bf20-7f87dbec28c4 req-26a36ca6-2b28-4cf8-8b7b-b9b4544909a6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0540168 Apr 11 19:35:40.868907 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a1a9f5b4-c9c7-4172-bf20-7f87dbec28c4 req-9aad5d33-5af1-469d-b50c-e1b70efae9d8 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455024 Apr 11 19:35:40.976424 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b9362e7f-2487-4020-b301-38add7918586 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:35:41.022566 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port b9362e7f-2487-4020-b301-38add7918586 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:35:41.032011 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port b9362e7f-2487-4020-b301-38add7918586 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:35:41.032255 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b9362e7f-2487-4020-b301-38add7918586), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:41.124712 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b9362e7f-2487-4020-b301-38add7918586 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:35:41.125011 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d670d-c163-4cba-9d90-9920e90e90c7 req-2dd78712-2738-48d6-af08-c97f5988a52f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:41.125535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b9362e7f-2487-4020-b301-38add7918586), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:41.126547 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-146d670d-c163-4cba-9d90-9920e90e90c7 req-2dd78712-2738-48d6-af08-c97f5988a52f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 944 time: 0.0541251 Apr 11 19:35:41.149905 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9362e7f-2487-4020-b301-38add7918586'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:41.152342 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0fec6-dc5f-46a2-8855-ec2e8358dcd7" -d '{"events": [{"server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "name": "network-vif-plugged", "status": "completed", "tag": "b9362e7f-2487-4020-b301-38add7918586"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:41.169581 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b9362e7f-2487-4020-b301-38add7918586, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b9362e7f-2487-4020-b301-38add7918586,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:35:41.174634 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b9362e7f-2487-4020-b301-38add7918586), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:41.182032 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-146d670d-c163-4cba-9d90-9920e90e90c7 req-99d6dbfe-de74-4858-b9ce-d85cb86e921b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472584 Apr 11 19:35:41.202949 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931d198-7891-4c28-9778-5ee4a39fe87e x-openstack-request-id: req-e931d198-7891-4c28-9778-5ee4a39fe87e {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:41.203242 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "name": "network-vif-plugged", "status": "completed", "tag": "b9362e7f-2487-4020-b301-38add7918586", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:41.203495 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e931d198-7891-4c28-9778-5ee4a39fe87e {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:41.203894 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e931d198-7891-4c28-9778-5ee4a39fe87e'] response: {'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9362e7f-2487-4020-b301-38add7918586', 'code': 200} Apr 11 19:35:41.230952 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b9362e7f-2487-4020-b301-38add7918586,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:35:41.378022 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296491-406e-40d9-add8-e921d7ce7dfd req-ca35b4e1-aeee-40a6-881f-4b4e05fb78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:41.379503 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b0296491-406e-40d9-add8-e921d7ce7dfd req-ca35b4e1-aeee-40a6-881f-4b4e05fb78e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 1129 time: 0.0418305 Apr 11 19:35:41.423231 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b0296491-406e-40d9-add8-e921d7ce7dfd req-7a7620c5-cc74-4aa8-8225-7ed4d9b1b5cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Apr 11 19:35:41.986209 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f7b2-28e2-4067-8503-fe968422d17b req-9cf22d2e-57eb-40a8-b4a8-b2861136a7c7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:41.988237 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4389f7b2-28e2-4067-8503-fe968422d17b req-9cf22d2e-57eb-40a8-b4a8-b2861136a7c7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0487146 Apr 11 19:35:42.035310 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4389f7b2-28e2-4067-8503-fe968422d17b req-1ce84941-f353-4f15-8fb1-7275ff104f48 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Apr 11 19:35:42.295288 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00354cfb-16ed-484b-97bd-3cc3b2c58081 req-98c32d9e-fd4a-4b4b-b476-e557e2c8b10e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:42.296774 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-00354cfb-16ed-484b-97bd-3cc3b2c58081 req-98c32d9e-fd4a-4b4b-b476-e557e2c8b10e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0461273 Apr 11 19:35:42.346002 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-00354cfb-16ed-484b-97bd-3cc3b2c58081 req-56a611d9-0e0b-4e9f-a4ff-9a77e10f77c4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Apr 11 19:35:43.157634 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a5249-0f10-4b24-90fa-979130c24b8d req-09558cdf-1287-4fd7-9b72-3d0e67c76a9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:43.159967 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-575a5249-0f10-4b24-90fa-979130c24b8d req-09558cdf-1287-4fd7-9b72-3d0e67c76a9e tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0569549 Apr 11 19:35:43.209122 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-575a5249-0f10-4b24-90fa-979130c24b8d req-9b04237a-df25-46c6-9f6a-76b016466730 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433013 Apr 11 19:35:43.466455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48681e3-f5b5-4b57-9bcf-9f8ab9e46fce req-f907c970-5835-422e-b7ae-ea6fcb9d085d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:43.468201 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e48681e3-f5b5-4b57-9bcf-9f8ab9e46fce req-f907c970-5835-422e-b7ae-ea6fcb9d085d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0521171 Apr 11 19:35:43.527413 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e48681e3-f5b5-4b57-9bcf-9f8ab9e46fce req-fa531c64-d768-43cc-ab37-65abed1ab701 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538237 Apr 11 19:35:43.637118 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75c562-bdac-4db7-8a58-a642a3798069 req-3b317a2b-7487-44f0-8da1-d9ec6f94a19b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:43.638661 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4e75c562-bdac-4db7-8a58-a642a3798069 req-3b317a2b-7487-44f0-8da1-d9ec6f94a19b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0477393 Apr 11 19:35:43.647715 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42862) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:35:43.652195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'port_id': 'b9362e7f-2487-4020-b301-38add7918586'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:35:43.692461 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (8b2cd669-b1fe-486f-9c16-64a8749cf8b1), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:44.007542 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:44.325517 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696ff36-dcd9-40d7-a4e9-82ea37b68a7a req-f3c2ccea-8bb4-4a22-b374-0b42f3b6ea78 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:44.326993 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b696ff36-dcd9-40d7-a4e9-82ea37b68a7a req-f3c2ccea-8bb4-4a22-b374-0b42f3b6ea78 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0494506 Apr 11 19:35:44.341306 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:35:44.374878 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b696ff36-dcd9-40d7-a4e9-82ea37b68a7a req-04bbd193-a521-4c37-8ebd-3ed9b0db479c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422292 Apr 11 19:35:44.393736 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:44.398344 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8b2cd669-b1fe-486f-9c16-64a8749cf8b1), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:44.525867 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP 8b2cd669-b1fe-486f-9c16-64a8749cf8b1 associated. External IP: 172.28.2.92, port: b9362e7f-2487-4020-b301-38add7918586. Apr 11 19:35:44.608866 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89c669-fbba-417b-9a90-6ad6c4e6e680 req-0a6437cb-2be1-4ff5-a6f1-6eec9fc37402 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:44.610391 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b89c669-fbba-417b-9a90-6ad6c4e6e680 req-0a6437cb-2be1-4ff5-a6f1-6eec9fc37402 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0615904 Apr 11 19:35:44.657170 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-7e047513-8af7-4b24-8094-6de08ec658da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:44.659171 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-7e047513-8af7-4b24-8094-6de08ec658da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 1129 time: 0.0672779 Apr 11 19:35:44.707954 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b89c669-fbba-417b-9a90-6ad6c4e6e680 req-e7396bb7-aa69-49b5-919b-b0d9579f2fe5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777988 Apr 11 19:35:44.751453 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:35:44.772301 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-98413ba0-7266-44c4-bfc1-1f39c0d17733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:44.773817 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-98413ba0-7266-44c4-bfc1-1f39c0d17733 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 911 time: 0.1072176 Apr 11 19:35:44.854666 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-e4d3a099-b846-4f42-a7a8-f2dca1ea9406 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 200 len: 1001 time: 0.0733294 Apr 11 19:35:44.872758 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:35:44.878003 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:44.884594 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:35:44.896975 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:44.897704 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:44.909484 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-48d91dcc-e9d6-46f3-a1a2-fa83a88a02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:44.910840 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-48d91dcc-e9d6-46f3-a1a2-fa83a88a02c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.0484655 Apr 11 19:35:44.912098 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-32e2988b-446b-4d3a-955e-b6a5a58bc8e0 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "PUT /v2.0/floatingips/8b2cd669-b1fe-486f-9c16-64a8749cf8b1 HTTP/1.1" status: 200 len: 990 time: 1.2631285 Apr 11 19:35:44.912988 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'tag': 'b9362e7f-2487-4020-b301-38add7918586'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:35:44.916513 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4d8a7c-ac24-4e65-beda-a71fb6664816" -d '{"events": [{"name": "network-changed", "server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "tag": "b9362e7f-2487-4020-b301-38add7918586"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:35:44.957988 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-40fb3c27-7045-48cf-b0f1-03a429eab4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:44.959612 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c489046f-aadf-4920-b016-4dd1aee04f9d x-openstack-request-id: req-c489046f-aadf-4920-b016-4dd1aee04f9d {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:35:44.960099 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "tag": "b9362e7f-2487-4020-b301-38add7918586", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:35:44.960364 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c489046f-aadf-4920-b016-4dd1aee04f9d {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:35:44.960793 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c489046f-aadf-4920-b016-4dd1aee04f9d'] response: {'name': 'network-changed', 'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'tag': 'b9362e7f-2487-4020-b301-38add7918586', 'status': 'completed', 'code': 200} Apr 11 19:35:44.962275 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-40fb3c27-7045-48cf-b0f1-03a429eab4ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442786 Apr 11 19:35:45.010250 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:45.029503 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-9f8805ee-ef58-43f9-a951-a4c16a753d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:45.031359 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-9f8805ee-ef58-43f9-a951-a4c16a753d2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 1129 time: 0.0413485 Apr 11 19:35:45.090354 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-9c3881c7-39b1-4130-8fb3-99be5380b127 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020117 Apr 11 19:35:45.130960 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-84a66e05-2341-476e-8a92-d4f2c7fa6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:45.132366 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-84a66e05-2341-476e-8a92-d4f2c7fa6fb4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.0954032 Apr 11 19:35:45.192357 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63ec9ab5-4c76-41b5-88ac-1d6c78a54f45 req-0c1e4e4b-a932-4693-8a04-f79a349cef3e service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954030 Apr 11 19:35:45.207495 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-b38e81f5-9909-4046-bb9a-6401f9d1de9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9362e7f-2487-4020-b301-38add7918586 HTTP/1.1" status: 200 len: 998 time: 0.0673451 Apr 11 19:35:45.230798 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8b2cd669-b1fe-486f-9c16-64a8749cf8b1', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.92', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': 'b9362e7f-2487-4020-b301-38add7918586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:e2:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785b4d38-406a-475b-849e-971b4ea08efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:33Z', 'updated_at': '2022-04-11T19:35:44Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:45.261348 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:35:45.262378 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-15a1479a-0c81-4a3b-b82a-254551fe64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:45.263870 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-15a1479a-0c81-4a3b-b82a-254551fe64d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0453520 Apr 11 19:35:45.270117 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:35:45.270726 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:45.324078 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-81f27d68-760a-4812-aaa2-76972a726996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:45.325806 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-81f27d68-760a-4812-aaa2-76972a726996 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411131 Apr 11 19:35:45.384634 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:35:45.427131 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-d5b65c9e-8e44-4b6d-b8e8-524e5bf32f83 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922277 Apr 11 19:35:45.525002 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a4d8a7c-ac24-4e65-beda-a71fb6664816 req-1f2e4c89-b1a0-4234-9715-3b1b2e246f5c service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870368 Apr 11 19:35:45.629732 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8b2cd669-b1fe-486f-9c16-64a8749cf8b1', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.92', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': 'b9362e7f-2487-4020-b301-38add7918586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:e2:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785b4d38-406a-475b-849e-971b4ea08efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:33Z', 'updated_at': '2022-04-11T19:35:44Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:35:45.663422 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afa9429-f03b-4854-a438-5d4e46fa1423 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8b2cd669-b1fe-486f-9c16-64a8749cf8b1', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.92', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': 'b9362e7f-2487-4020-b301-38add7918586', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:e2:4c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785b4d38-406a-475b-849e-971b4ea08efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:35:33Z', 'updated_at': '2022-04-11T19:35:44Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:35:45.855056 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2932b-4f19-4ead-8112-471a9f345499 req-ac577d1a-82e3-48d7-8b61-0707dd97cf8b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:45.856623 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-57c2932b-4f19-4ead-8112-471a9f345499 req-ac577d1a-82e3-48d7-8b61-0707dd97cf8b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0712585 Apr 11 19:35:45.896435 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9621a-e0e9-4643-8146-6baa6f3652ea None None] New status for floating IP 8b2cd669-b1fe-486f-9c16-64a8749cf8b1: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:35:45.908306 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-57c2932b-4f19-4ead-8112-471a9f345499 req-adc97467-77b3-48c7-976f-98514152917f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451250 Apr 11 19:35:47.026365 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffc168-c67a-40c8-af8b-f5fe2fa5529c req-809609da-0986-4e3d-bc8f-fc256007061c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:35:47.027844 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-86ffc168-c67a-40c8-af8b-f5fe2fa5529c req-809609da-0986-4e3d-bc8f-fc256007061c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0482445 Apr 11 19:35:47.080947 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-86ffc168-c67a-40c8-af8b-f5fe2fa5529c req-4b8174c6-3f9e-4de9-908a-91d5b6d0a1cb tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476577 Apr 11 19:35:47.742454 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-484a53ae-cfb2-4f88-ba71-8d8b87682f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:50.785558 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4eb726fd-0508-4ddf-a7c9-4125eed02a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:51.775365 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:52.888293 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:35:54.969977 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:02.055236 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:36:04.253985 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65e2d3-6412-4d3b-b0b7-401364f08384 req-9520c804-7d84-4de9-a828-7f9fdc5abb29 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:04.255468 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef65e2d3-6412-4d3b-b0b7-401364f08384 req-9520c804-7d84-4de9-a828-7f9fdc5abb29 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0759718 Apr 11 19:36:04.261112 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-e1d73812-c4cf-42aa-ab96-32e6c8a03909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:04.262546 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-e1d73812-c4cf-42aa-ab96-32e6c8a03909 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1168 time: 0.0535686 Apr 11 19:36:04.386943 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef65e2d3-6412-4d3b-b0b7-401364f08384 req-c80721e0-5f3c-4a39-ade9-af8f29fb5590 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233113 Apr 11 19:36:04.404240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-2245f8a4-1071-4888-bb2c-d187d5939dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:04.405771 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-2245f8a4-1071-4888-bb2c-d187d5939dcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 915 time: 0.1335359 Apr 11 19:36:04.478388 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-c0c8d089-1061-42f8-a88f-6f5c1e9ce3c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 1000 time: 0.0589314 Apr 11 19:36:04.534994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-70d7c6a5-4c16-41b0-9b3b-eacb911daf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:04.536488 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-70d7c6a5-4c16-41b0-9b3b-eacb911daf6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 200 len: 853 time: 0.0492654 Apr 11 19:36:04.586907 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-926cb8ed-b7a4-4d32-a2e0-1694c2ccb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:04.588391 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-926cb8ed-b7a4-4d32-a2e0-1694c2ccb513 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388184 Apr 11 19:36:04.690268 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-0d2281df-75fe-426b-b8a4-cf77bafc30c3 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Apr 11 19:36:04.792923 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5c3b3d2f-53b2-4bbf-b03f-18e50fc7fcee req-cf0d121e-a7b9-446f-bb60-fa28c0566066 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962262 Apr 11 19:36:05.508518 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e883-cc1d-4425-ac07-c1832909ec7f req-4fe87482-c4e8-4120-980c-587e3c702949 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:05.510035 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4d48e883-cc1d-4425-ac07-c1832909ec7f req-4fe87482-c4e8-4120-980c-587e3c702949 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0469241 Apr 11 19:36:05.568706 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4d48e883-cc1d-4425-ac07-c1832909ec7f req-c5cc1c78-6eff-4b95-a054-b8958f852974 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529287 Apr 11 19:36:06.684349 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01131da6-e8f9-4544-b80b-6faa5ec021c4 req-b4d06bad-b429-4895-9261-abae88f4cf59 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:06.685860 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-01131da6-e8f9-4544-b80b-6faa5ec021c4 req-b4d06bad-b429-4895-9261-abae88f4cf59 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0476899 Apr 11 19:36:06.750129 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-01131da6-e8f9-4544-b80b-6faa5ec021c4 req-53ad659f-a66e-495b-b62b-952eef427ae8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579579 Apr 11 19:36:07.870634 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6a3ce-2aaf-40bb-8447-5e2e755d05af req-a9a2ac31-4515-4182-a3de-b245f86e90ec tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:07.873221 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1ca6a3ce-2aaf-40bb-8447-5e2e755d05af req-a9a2ac31-4515-4182-a3de-b245f86e90ec tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0548978 Apr 11 19:36:07.932300 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1ca6a3ce-2aaf-40bb-8447-5e2e755d05af req-124b9599-be06-4f85-b10b-3b55b5e29858 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534041 Apr 11 19:36:09.057499 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237f5cb-c378-4089-b153-656f6d725384 req-fb0f0898-6456-4f67-bac9-10db7b864a4a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:09.059025 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9237f5cb-c378-4089-b153-656f6d725384 req-fb0f0898-6456-4f67-bac9-10db7b864a4a tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0500777 Apr 11 19:36:09.119830 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9237f5cb-c378-4089-b153-656f6d725384 req-26a29861-5843-41ff-9094-c773c7cd6164 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548723 Apr 11 19:36:09.645907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2305607-fc28-4037-98cf-ae771de35c28 req-cec31090-e0f4-4a10-82ff-9321de392a8c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:09.647392 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b2305607-fc28-4037-98cf-ae771de35c28 req-cec31090-e0f4-4a10-82ff-9321de392a8c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0526159 Apr 11 19:36:09.695233 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b2305607-fc28-4037-98cf-ae771de35c28 req-57466996-b7a0-43fe-a059-1adb4beb401c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418708 Apr 11 19:36:09.837071 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507c45-148e-40a3-97d3-920b4302b150 req-257f9868-6b1d-4c7e-aa14-28f86c7c665e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:09.838545 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74507c45-148e-40a3-97d3-920b4302b150 req-257f9868-6b1d-4c7e-aa14-28f86c7c665e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0476360 Apr 11 19:36:09.884790 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74507c45-148e-40a3-97d3-920b4302b150 req-0e92a310-5826-4cf4-8d01-329ec2c480a1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408037 Apr 11 19:36:10.238211 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac4511-f4d9-4a32-805b-f54f2d3755da req-72b02d62-e2ed-4617-b04f-47ddce2291dd tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:10.239722 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-87ac4511-f4d9-4a32-805b-f54f2d3755da req-72b02d62-e2ed-4617-b04f-47ddce2291dd tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0523887 Apr 11 19:36:10.297975 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-87ac4511-f4d9-4a32-805b-f54f2d3755da req-3c37cff4-a0c9-43d9-9adb-c04b7fcc5dc7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519168 Apr 11 19:36:10.820308 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb77fe-cfcc-4e5b-8ff1-a1a74e5fdbcd req-6ec63a6b-1720-45c8-8595-0884ff6f9e3a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:10.821822 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c1cb77fe-cfcc-4e5b-8ff1-a1a74e5fdbcd req-6ec63a6b-1720-45c8-8595-0884ff6f9e3a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0477812 Apr 11 19:36:10.872842 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c1cb77fe-cfcc-4e5b-8ff1-a1a74e5fdbcd req-ab4311a1-98e4-4ed9-9b4f-ed8c42fa25dd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445671 Apr 11 19:36:10.997833 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223e23-089c-4ce9-8a1d-5805cd92eaf1 req-e7f4b968-3927-4cd7-ab39-74101887ef26 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:10.999235 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c0223e23-089c-4ce9-8a1d-5805cd92eaf1 req-e7f4b968-3927-4cd7-ab39-74101887ef26 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0482008 Apr 11 19:36:11.049058 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c0223e23-089c-4ce9-8a1d-5805cd92eaf1 req-f106f71f-1cd2-4ab5-aca0-24747c10ae9d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Apr 11 19:36:11.356382 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-1b5c2a04-5415-48d6-98cd-9c15ad85ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.357937 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-1b5c2a04-5415-48d6-98cd-9c15ad85ec31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0410557 Apr 11 19:36:11.411251 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e62ae-fa6d-4d0c-941e-5cb005985250 req-aba9d5dd-c320-41b3-accf-d4ed21134be8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.412737 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ff9e62ae-fa6d-4d0c-941e-5cb005985250 req-aba9d5dd-c320-41b3-accf-d4ed21134be8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0477688 Apr 11 19:36:11.468949 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-22502ef0-0a2c-414d-820d-bf6a9017688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.470974 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-22502ef0-0a2c-414d-820d-bf6a9017688e service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.0946794 Apr 11 19:36:11.486743 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ff9e62ae-fa6d-4d0c-941e-5cb005985250 req-7469c1ae-7313-4a64-9cf2-02fb9cd6b450 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681252 Apr 11 19:36:11.521755 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-83c10140-a980-4a86-8bae-7a6f9fdc4502 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.523184 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-83c10140-a980-4a86-8bae-7a6f9fdc4502 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0564039 Apr 11 19:36:11.542815 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-e6465e31-1e67-467d-b173-40f5dc08df51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 1001 time: 0.0655246 Apr 11 19:36:11.590966 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-aeb4aa7c-c186-40ec-aee7-3af0a065dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.592324 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-aeb4aa7c-c186-40ec-aee7-3af0a065dfa0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0431283 Apr 11 19:36:11.615813 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Deleting port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:36:11.616116 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:11.639580 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-a1b5a2ae-8a8c-48b4-8253-ba99e98f7e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.641187 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-a1b5a2ae-8a8c-48b4-8253-ba99e98f7e18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415494 Apr 11 19:36:11.703647 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] For port 8eccdbc7-e958-46e1-be53-04fe3fb890c8, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=8eccdbc7-e958-46e1-be53-04fe3fb890c8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:11.704007 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:11.740446 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-b63e4c25-c101-4cad-8308-1969249db4fe service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922701 Apr 11 19:36:11.838912 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7de0b08a-3f44-44b5-8816-be252c336da5 req-381385f4-2b13-4662-91d2-5279edb99de5 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873487 Apr 11 19:36:11.885932 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:11.886492 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (df5c0580-c49c-470d-ba43-7d2caef18725), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:11.886609 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Floating IP df5c0580-c49c-470d-ba43-7d2caef18725 disassociated. External IP: 172.28.2.34, port: 8eccdbc7-e958-46e1-be53-04fe3fb890c8. Apr 11 19:36:11.886935 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Calling delete_port for 8eccdbc7-e958-46e1-be53-04fe3fb890c8 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:36:11.994810 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822f5e3-703d-4967-a58f-7670b7f65eb6 req-5c304695-98ee-4144-a11c-e6e8e696d4bc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:11.996339 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8822f5e3-703d-4967-a58f-7670b7f65eb6 req-5c304695-98ee-4144-a11c-e6e8e696d4bc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=57c23164-de88-48ce-8e6c-40987078822d HTTP/1.1" status: 200 len: 946 time: 0.0498135 Apr 11 19:36:12.017482 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (8eccdbc7-e958-46e1-be53-04fe3fb890c8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:12.048366 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event deleted for resources: {'Port': ['ID=8eccdbc7-e958-46e1-be53-04fe3fb890c8,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:12.056141 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8822f5e3-703d-4967-a58f-7670b7f65eb6 req-5c37e441-89c3-4d6e-9c6d-4cf60f9a8209 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=8a120618-f834-41d5-86a6-f295ab626c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498343 Apr 11 19:36:12.435808 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4606c-956f-4987-9e83-07517d670c25 req-86b9a652-34a2-4642-92ad-82f9a22d2dec tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:12.437342 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-62d4606c-956f-4987-9e83-07517d670c25 req-86b9a652-34a2-4642-92ad-82f9a22d2dec tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.2929144 Apr 11 19:36:12.453017 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:12.570135 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-62d4606c-956f-4987-9e83-07517d670c25 req-6e645f3c-6ef7-4c53-b204-2a43b6615d0c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269414 Apr 11 19:36:12.598710 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:12.607914 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35119814-8528-4850-8382-9216819ebba1 req-a3753469-e2e1-4b90-bde8-517a3a52c182 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:12.608615 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:12.609517 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-35119814-8528-4850-8382-9216819ebba1 req-a3753469-e2e1-4b90-bde8-517a3a52c182 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0519905 Apr 11 19:36:12.619458 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:12.620074 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:12.647565 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] No DVR routers for this DVR port 8eccdbc7-e958-46e1-be53-04fe3fb890c8 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:36:12.650509 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:12.654248 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d5a0e276-72a5-4a49-a4fb-322ac23dffb6 req-e5150d94-3307-4239-ae6c-8fad68ce7809 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "DELETE /v2.0/ports/8eccdbc7-e958-46e1-be53-04fe3fb890c8 HTTP/1.1" status: 204 len: 173 time: 1.1255565 Apr 11 19:36:12.654826 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-deleted', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:12.657812 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d59a15-ba11-407a-a35c-ecd93ae74c36" -d '{"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-deleted", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:12.699208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76194456-bbbf-4770-a9a8-de50e6f557d1 x-openstack-request-id: req-76194456-bbbf-4770-a9a8-de50e6f557d1 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:12.699754 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c23164-de88-48ce-8e6c-40987078822d", "name": "network-vif-deleted", "tag": "8eccdbc7-e958-46e1-be53-04fe3fb890c8", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:12.700213 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-76194456-bbbf-4770-a9a8-de50e6f557d1 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:12.700595 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76194456-bbbf-4770-a9a8-de50e6f557d1'] response: {'server_uuid': '57c23164-de88-48ce-8e6c-40987078822d', 'name': 'network-vif-deleted', 'tag': '8eccdbc7-e958-46e1-be53-04fe3fb890c8', 'status': 'completed', 'code': 200} Apr 11 19:36:12.705694 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-35119814-8528-4850-8382-9216819ebba1 req-f027f07f-a749-4e8e-aa3b-07d75bf2065c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896292 Apr 11 19:36:12.741511 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:12.954860 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:12.983251 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:36:12.993040 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:12.993663 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:35:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:13.106819 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:13.149211 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 42988) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:13.204374 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7317d90c-cac1-496b-8e31-08592de28232 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (8a120618-f834-41d5-86a6-f295ab626c5f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.228536 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7317d90c-cac1-496b-8e31-08592de28232 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (8a120618-f834-41d5-86a6-f295ab626c5f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.281328 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7317d90c-cac1-496b-8e31-08592de28232 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (8a120618-f834-41d5-86a6-f295ab626c5f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.284435 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7317d90c-cac1-496b-8e31-08592de28232 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.285722 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-7317d90c-cac1-496b-8e31-08592de28232 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "DELETE /v2.0/security-groups/8a120618-f834-41d5-86a6-f295ab626c5f HTTP/1.1" status: 204 len: 168 time: 0.1354649 Apr 11 19:36:13.289059 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42990) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:13.296683 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317d90c-cac1-496b-8e31-08592de28232 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a120618-f834-41d5-86a6-f295ab626c5f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:13.306926 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.api.v2.resource [None req-3e3f9793-8b58-4cfd-8629-7415aa597b1f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] show failed (client error): The resource could not be found. Apr 11 19:36:13.307978 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3e3f9793-8b58-4cfd-8629-7415aa597b1f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups/8a120618-f834-41d5-86a6-f295ab626c5f HTTP/1.1" status: 404 len: 347 time: 0.0177081 Apr 11 19:36:13.311006 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 42992) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:13.319340 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:13.350119 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceef4464-8c5c-45be-b96a-a2da4fac1fe1 None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:36:13.436400 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Deleting port 9641382d-6a7b-48fa-b5aa-89bf1f45db51 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:36:13.436876 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.524213 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.524540 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (9641382d-6a7b-48fa-b5aa-89bf1f45db51), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.538353 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Calling delete_port for 9641382d-6a7b-48fa-b5aa-89bf1f45db51 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:36:13.572443 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea62ca4-ac3d-46f0-a2b0-2b30ab146d05 None None] New status for floating IP df5c0580-c49c-470d-ba43-7d2caef18725: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:36:13.681862 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (9641382d-6a7b-48fa-b5aa-89bf1f45db51), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.687167 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9019-8502-41f9-8ccc-fb2d67ca5806 req-76905ddf-40a7-44f3-80b7-a4c9a45435a3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:13.687471 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.db.api [None req-0ea62ca4-ac3d-46f0-a2b0-2b30ab146d05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:36:13.687895 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG oslo_db.api [None req-0ea62ca4-ac3d-46f0-a2b0-2b30ab146d05 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:36:13.689424 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a46f9019-8502-41f9-8ccc-fb2d67ca5806 req-76905ddf-40a7-44f3-80b7-a4c9a45435a3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Apr 11 19:36:13.710032 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event deleted for resources: {'Port': ['ID=9641382d-6a7b-48fa-b5aa-89bf1f45db51,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:13.738621 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a46f9019-8502-41f9-8ccc-fb2d67ca5806 req-31bbf255-96a7-4f0e-a487-7d3e59438aeb tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431316 Apr 11 19:36:13.781045 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (df5c0580-c49c-470d-ba43-7d2caef18725), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.784625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:13.785817 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-822e9cc2-7ba8-4148-9f4b-1c9afff5d778 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "DELETE /v2.0/floatingips/df5c0580-c49c-470d-ba43-7d2caef18725 HTTP/1.1" status: 204 len: 168 time: 0.4730129 Apr 11 19:36:13.843047 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa2b49-1a0b-47bd-89a6-bf4c0acb548d req-8af702aa-984a-469b-868a-f0e633669775 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:13.846107 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9baa2b49-1a0b-47bd-89a6-bf4c0acb548d req-8af702aa-984a-469b-868a-f0e633669775 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0689762 Apr 11 19:36:13.915600 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9baa2b49-1a0b-47bd-89a6-bf4c0acb548d req-b8bdd40a-abb6-4ad5-b90e-753dcb390ef8 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635769 Apr 11 19:36:14.008793 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.065058 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43000) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:14.069628 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441489103', 'description': 'tempest-description--1979891034'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:14.091137 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.158913 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (3444d1be-95da-4739-b6ef-9978a891f10d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.163147 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3444d1be-95da-4739-b6ef-9978a891f10d), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.190860 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea62ca4-ac3d-46f0-a2b0-2b30ab146d05 None None] New status for floating IP df5c0580-c49c-470d-ba43-7d2caef18725: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:36:14.191817 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3444d1be-95da-4739-b6ef-9978a891f10d,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:14.196036 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.199848 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b0d75d2d-e5f2-41d0-ba45-5b6034d0a031 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312370 Apr 11 19:36:14.200508 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43002) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:14.204405 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'security_group_rule': {'security_group_id': '3444d1be-95da-4739-b6ef-9978a891f10d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:14.230542 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (9dce3618-3566-41bf-9c77-468f218738e8), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.291945 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (9dce3618-3566-41bf-9c77-468f218738e8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.295963 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (9dce3618-3566-41bf-9c77-468f218738e8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.317110 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dce3618-3566-41bf-9c77-468f218738e8,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:14.326670 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.327924 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1faf2c0b-a83f-40ef-a59f-e10cd053ef06 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269405 Apr 11 19:36:14.330930 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43006) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:14.335474 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'security_group_rule': {'security_group_id': '3444d1be-95da-4739-b6ef-9978a891f10d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:14.359562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (2938be66-ea15-4dcc-a8ed-1685e1969625), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.415531 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (2938be66-ea15-4dcc-a8ed-1685e1969625), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.419059 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (2938be66-ea15-4dcc-a8ed-1685e1969625), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.437032 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2938be66-ea15-4dcc-a8ed-1685e1969625,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:14.445739 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.447014 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-78bc318f-4088-444e-b90c-5690328debde tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149535 Apr 11 19:36:14.450027 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43008) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:14.454748 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:14.479346 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.558962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.665296 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Allocated IP 172.28.2.127 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/8eacbd2d-5757-4af0-98fb-295b2922d85f) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:36:14.782839 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.819764 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:14.863353 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:36:14.865702 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89541ceb-4431-459a-a5fb-04d57a89256b req-9b572bce-5da7-4059-90ba-a7b335dbef53 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:14.866478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:36:14.866969 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-89541ceb-4431-459a-a5fb-04d57a89256b req-9b572bce-5da7-4059-90ba-a7b335dbef53 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0553999 Apr 11 19:36:14.869964 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:36:14.902700 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'Port': ['ID=8eacbd2d-5757-4af0-98fb-295b2922d85f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:14.923255 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-89541ceb-4431-459a-a5fb-04d57a89256b req-20479b43-46d2-4c6a-af5d-adb9022a478f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490646 Apr 11 19:36:14.976900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (73c8c81e-eadf-4afa-b3c7-bd3de0891f36), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:15.043572 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:15.085848 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57793f7-6431-4310-b55a-af5c9203a2eb req-c15ee3a0-4783-49c3-a4fa-651186359d10 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:15.087276 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b57793f7-6431-4310-b55a-af5c9203a2eb req-c15ee3a0-4783-49c3-a4fa-651186359d10 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0795395 Apr 11 19:36:15.181335 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:36:15.202147 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 8eccdbc7-e958-46e1-be53-04fe3fb890c8 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:36:15.202497 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 8eccdbc7-e958-46e1-be53-04fe3fb890c8 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:36:15.206015 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b57793f7-6431-4310-b55a-af5c9203a2eb req-38ee6fd3-9fc8-46ab-ac6e-38ebb327b78f tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124849 Apr 11 19:36:15.254541 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:15.259029 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:15.327996 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'Port': ['ID=8eacbd2d-5757-4af0-98fb-295b2922d85f,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:15.339834 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (73c8c81e-eadf-4afa-b3c7-bd3de0891f36), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:15.355107 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:15.356307 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d17dbbaf-2cc9-4c16-9fdf-e17a42a4898f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9053330 Apr 11 19:36:15.560741 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-962833a0-bab2-486b-a893-d714acb8342d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--441489103&fields=id&tenant_id=c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 267 time: 0.0409245 Apr 11 19:36:15.666927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-002a22d1-b53f-4c50-83de-c64853ce5dd7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:15.668416 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-002a22d1-b53f-4c50-83de-c64853ce5dd7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 817 time: 0.1007676 Apr 11 19:36:15.684035 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-b47866af-5668-4004-8e01-6464cb4338b4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/quotas/c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 375 time: 0.0093122 Apr 11 19:36:15.737839 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-0dc4bf32-ec79-4a8d-8287-21583f437988 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439594 Apr 11 19:36:15.832286 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-25e3270a-4639-4c36-b803-6c997c3d6f04 service neutron] 10.222.0.26 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829217 Apr 11 19:36:15.924085 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-7f7beafe-f11b-4a8e-b219-707b25e5cf29 service neutron] 10.222.0.26 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856965 Apr 11 19:36:16.073924 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8887-ef0b-43a1-9a27-f5003c98394a req-559410de-ff01-4f06-86bd-0ef8f780758c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:16.075588 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d21a8887-ef0b-43a1-9a27-f5003c98394a req-559410de-ff01-4f06-86bd-0ef8f780758c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0583088 Apr 11 19:36:16.085435 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-14f6c7c4-b18b-4eb4-bd98-5364f1db2f23 req-ccd6c4cb-baf1-4850-b546-99e733e49115 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 210 time: 0.0299656 Apr 11 19:36:16.136685 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d21a8887-ef0b-43a1-9a27-f5003c98394a req-f01832e2-8152-49b1-b78a-81df7eabd283 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444436 Apr 11 19:36:16.323056 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea9af7-2099-4a90-b7b1-861310509861 req-6e2081e9-9d5a-40b9-adb4-1b206e4c2189 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:16.323377 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-05ea9af7-2099-4a90-b7b1-861310509861 req-6e2081e9-9d5a-40b9-adb4-1b206e4c2189 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0505402 Apr 11 19:36:16.392729 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-05ea9af7-2099-4a90-b7b1-861310509861 req-832636c8-52c8-48d3-8987-e426e674ddd0 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559967 Apr 11 19:36:17.143919 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-e3ebfc29-fb8c-43ff-b0a9-338ae7cd2095 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:17.145944 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-e3ebfc29-fb8c-43ff-b0a9-338ae7cd2095 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 817 time: 0.1115043 Apr 11 19:36:17.196581 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-507965b4-ff81-4d21-9765-716186c4734a req-8ec567cb-8a6d-4bad-8e42-a52079a86414 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 210 time: 0.0419216 Apr 11 19:36:17.239072 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-755a307b-f97d-4a7a-9bde-169534473b7e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 379 time: 0.0826929 Apr 11 19:36:17.261940 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0075c2-51dd-4a56-a7e2-3b953efb13ae req-d62b4201-eb16-4061-8060-69d514f0d33e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:17.263425 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3f0075c2-51dd-4a56-a7e2-3b953efb13ae req-d62b4201-eb16-4061-8060-69d514f0d33e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0551212 Apr 11 19:36:17.311166 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3f0075c2-51dd-4a56-a7e2-3b953efb13ae req-5ff6f0ca-8975-443a-9306-2a9dd6bbcfea tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Apr 11 19:36:17.320133 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'port': {'device_id': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'admin_state_up': True, 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'security_groups': ['3444d1be-95da-4739-b6ef-9978a891f10d']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:17.428650 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Made reservation on behalf of c310f6d38e554a41982c3ec46b5e9cab for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:36:17.432168 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:17.556095 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe6aca-8ffc-4b11-9cb1-325bcfefd802 req-ff955e40-8ec3-45d6-81f3-5f9a4db98ba6 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:17.557595 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5efe6aca-8ffc-4b11-9cb1-325bcfefd802 req-ff955e40-8ec3-45d6-81f3-5f9a4db98ba6 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0721538 Apr 11 19:36:17.624313 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Allocated IP 172.20.0.13 (6c65718e-99f8-450f-a81a-81502e41cfa9/92e1ef9d-700a-485e-9aec-21e573c7d43c/969dac3f-69f8-476d-bff1-a0d3556846b3) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:36:17.658990 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5efe6aca-8ffc-4b11-9cb1-325bcfefd802 req-b1e0f629-b4d4-46d6-bf51-7a9a2657ed15 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834923 Apr 11 19:36:17.746939 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-315096ef-91f4-43ac-9643-80ad5380efeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:17.786909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:17.821245 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:17.870513 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:36:17.873569 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:36:17.875938 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:36:17.902046 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:17.931750 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:17.932393 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:17.949440 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-f1b7b9c6-cdeb-4c22-8010-62f27d7825bf tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6332865 Apr 11 19:36:17.962012 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Request body: {'port': {'device_id': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:18.028594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.116041 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-c6f3fabd-2113-43bd-a7a6-8f5afc76242d None None] Provisioning complete for port 969dac3f-69f8-476d-bff1-a0d3556846b3 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:36:18.116408 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c6f3fabd-2113-43bd-a7a6-8f5afc76242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.153025 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c6f3fabd-2113-43bd-a7a6-8f5afc76242d None None] Port 969dac3f-69f8-476d-bff1-a0d3556846b3 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:36:18.296030 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969dac3f-69f8-476d-bff1-a0d3556846b3 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:36:18.304330 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Publish callbacks [] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.316727 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Transition to ACTIVE for port object 969dac3f-69f8-476d-bff1-a0d3556846b3 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:36:18.321630 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.326765 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a2f9b-ec0e-42c6-8431-b8108c46c197 req-e4f571fe-86e3-4062-b1c9-8c66226f0939 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.328335 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-386a2f9b-ec0e-42c6-8431-b8108c46c197 req-e4f571fe-86e3-4062-b1c9-8c66226f0939 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 932 time: 0.0499911 Apr 11 19:36:18.377447 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:18.407998 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-386a2f9b-ec0e-42c6-8431-b8108c46c197 req-0c63027e-0739-4a18-b172-9309d569c1ad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722446 Apr 11 19:36:18.479900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15901d31-26a5-4bcc-9784-94c7d7e605a3 req-f0fd4a25-a24d-4f79-b9a9-96cc58615dd6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.481478 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-15901d31-26a5-4bcc-9784-94c7d7e605a3 req-f0fd4a25-a24d-4f79-b9a9-96cc58615dd6 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0749311 Apr 11 19:36:18.511799 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Attempting to bind port 969dac3f-69f8-476d-bff1-a0d3556846b3 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:36:18.512130 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Attempting to bind port 969dac3f-69f8-476d-bff1-a0d3556846b3 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:36:18.512484 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Attempting to bind port 969dac3f-69f8-476d-bff1-a0d3556846b3 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:36:18.523102 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Port 969dac3f-69f8-476d-bff1-a0d3556846b3 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:36:18.523419 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Attempting to bind port 969dac3f-69f8-476d-bff1-a0d3556846b3 on network 6c65718e-99f8-450f-a81a-81502e41cfa9 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:36:18.536261 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:36:18.536604 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Checking segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:36:18.537015 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Bound using segment: {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:36:18.537452 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Bound port: 969dac3f-69f8-476d-bff1-a0d3556846b3, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '090c7198-3690-4819-afbc-17c51ea52569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:36:18.537814 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.567121 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-15901d31-26a5-4bcc-9784-94c7d7e605a3 req-aae56bd5-4481-4ff8-a020-b4abed43ae65 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774801 Apr 11 19:36:18.618924 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:36:18.621858 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:36:18.628315 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.662424 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.663044 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:18.664409 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] 10.222.0.53 "PUT /v2.0/ports/969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 1094 time: 0.7068090 Apr 11 19:36:18.664874 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:18.667116 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddf40c6-7caa-4f9b-81af-65375dcf796a" -d '{"events": [{"name": "network-changed", "server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:18.700877 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ff3c1-9c81-4ed7-9573-74ba25778c76 service neutron] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:18.721395 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e404cb-7991-4476-a1ca-cbb7460194f9 x-openstack-request-id: req-44e404cb-7991-4476-a1ca-cbb7460194f9 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:18.721810 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:18.722146 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44e404cb-7991-4476-a1ca-cbb7460194f9 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:18.723152 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e404cb-7991-4476-a1ca-cbb7460194f9'] response: {'name': 'network-changed', 'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'status': 'completed', 'code': 200} Apr 11 19:36:18.782437 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-e8376f63-9a3e-4a0b-a821-07323718d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.783971 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-e8376f63-9a3e-4a0b-a821-07323718d07f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1128 time: 0.0748618 Apr 11 19:36:18.830448 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-b4d3d715-13bc-436c-9ed3-fe008a7c8255 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 217 time: 0.0380516 Apr 11 19:36:18.836886 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e23bde-6bf6-4421-bd24-eb37f551e329 req-76357935-3105-4cc1-b79a-f4d54f4ccac9 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.838368 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-15e23bde-6bf6-4421-bd24-eb37f551e329 req-76357935-3105-4cc1-b79a-f4d54f4ccac9 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0947976 Apr 11 19:36:18.923243 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-496b442a-8dba-4f36-ba37-48b671f7e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.924776 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-496b442a-8dba-4f36-ba37-48b671f7e6d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0854878 Apr 11 19:36:18.966411 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-15e23bde-6bf6-4421-bd24-eb37f551e329 req-c750760f-44af-4e2c-92d0-9444c489e23b tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194720 Apr 11 19:36:18.992092 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4481688-f796-4797-b159-a809333bc190 req-6e66d1fb-7e73-4c8e-8b3b-03569bfc9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:18.993587 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-6e66d1fb-7e73-4c8e-8b3b-03569bfc9444 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524750 Apr 11 19:36:19.082788 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-172c80cd-845f-40be-b8b1-1d550f111565 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818529 Apr 11 19:36:19.175538 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d4481688-f796-4797-b159-a809333bc190 req-cfa23526-996e-4cf6-a753-ae9afbe694fe service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Apr 11 19:36:19.531853 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001ddec-2c6e-4363-af3e-8d9c20b1a4d3 req-ef8d5ad6-cb13-4c48-b9cb-687b5b9a61fb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:19.533391 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3001ddec-2c6e-4363-af3e-8d9c20b1a4d3 req-ef8d5ad6-cb13-4c48-b9cb-687b5b9a61fb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0506313 Apr 11 19:36:19.580228 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3001ddec-2c6e-4363-af3e-8d9c20b1a4d3 req-37cda7a6-9299-4bc1-8d0c-8039bd449fb5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Apr 11 19:36:19.684893 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7702c8-c5db-4b4d-80c2-574df3d90acd req-f18c9aa3-b854-4d83-8a45-d9c14bc2dc1d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:19.686348 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ea7702c8-c5db-4b4d-80c2-574df3d90acd req-f18c9aa3-b854-4d83-8a45-d9c14bc2dc1d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0471003 Apr 11 19:36:19.731553 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ea7702c8-c5db-4b4d-80c2-574df3d90acd req-623f2e08-6144-4e00-92e9-b65c4925b421 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392284 Apr 11 19:36:20.077319 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73042a03-94c4-4226-97af-523cb73ed8cc req-a7b9210c-4062-4ea0-87aa-184e3bc2c4f1 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.079353 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-73042a03-94c4-4226-97af-523cb73ed8cc req-a7b9210c-4062-4ea0-87aa-184e3bc2c4f1 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0483153 Apr 11 19:36:20.139102 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-73042a03-94c4-4226-97af-523cb73ed8cc req-9a05dca1-ceda-4938-ba35-d23ffa023191 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539315 Apr 11 19:36:20.213290 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-769a8fe8-f3d4-4a97-8642-93093afe52c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.214739 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-769a8fe8-f3d4-4a97-8642-93093afe52c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1128 time: 0.0420556 Apr 11 19:36:20.303632 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-a1e7738d-8f7a-4364-ba53-75011005bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.305116 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-a1e7738d-8f7a-4364-ba53-75011005bfce service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.0840847 Apr 11 19:36:20.349897 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-e26f5f49-970c-4c40-8d42-e7c396ef130a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 217 time: 0.0386970 Apr 11 19:36:20.399662 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-37cba6b7-bbfe-4855-a50c-be86c0f276f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.401080 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-37cba6b7-bbfe-4855-a50c-be86c0f276f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0428238 Apr 11 19:36:20.448562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-22415b70-1a6c-421d-b484-91f53f415c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.450145 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-22415b70-1a6c-421d-b484-91f53f415c7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389585 Apr 11 19:36:20.542038 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-8aadb67e-c937-4e8e-b179-6587c8e35ef8 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855284 Apr 11 19:36:20.637199 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5ddf40c6-7caa-4f9b-81af-65375dcf796a req-91d45eb9-86da-4255-a70d-d9e108ef3695 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832684 Apr 11 19:36:20.703790 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386bfa1-9e4f-4f71-98f8-fe0ca7e0f7a8 req-34a7b1d9-bbd2-46af-a56d-ada500b8e27e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.705307 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5386bfa1-9e4f-4f71-98f8-fe0ca7e0f7a8 req-34a7b1d9-bbd2-46af-a56d-ada500b8e27e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0468862 Apr 11 19:36:20.754825 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5386bfa1-9e4f-4f71-98f8-fe0ca7e0f7a8 req-dcaf7ffb-f092-432e-85c1-36d40491f261 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440660 Apr 11 19:36:20.787864 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e3e21fe-68a0-4e0a-9831-9fd5a2e7a100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:20.847722 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29181d98-3396-4a53-b8e9-643b32b3d57c req-426b4232-5dc8-4bcd-83a9-89a4b625d616 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:20.849212 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-29181d98-3396-4a53-b8e9-643b32b3d57c req-426b4232-5dc8-4bcd-83a9-89a4b625d616 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0488176 Apr 11 19:36:20.899143 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-29181d98-3396-4a53-b8e9-643b32b3d57c req-71475430-5819-43f4-863b-3f21830154c4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Apr 11 19:36:21.213603 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:36:21.251706 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e61f7d-ed3c-42cf-a04a-b0ee0fc21c5d req-a1bd9f27-f2a6-4ca6-a257-b3b833b15631 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:21.253230 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e0e61f7d-ed3c-42cf-a04a-b0ee0fc21c5d req-a1bd9f27-f2a6-4ca6-a257-b3b833b15631 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0481460 Apr 11 19:36:21.313073 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e0e61f7d-ed3c-42cf-a04a-b0ee0fc21c5d req-c4474b33-fb06-495e-9b4b-7e7892a0aebc tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542049 Apr 11 19:36:21.313799 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:21.325487 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'mac_address': 'fa:16:3e:b1:6e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:36:21.361892 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:36:21.362287 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:21.374936 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969dac3f-69f8-476d-bff1-a0d3556846b3 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:36:21.394291 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:21.397885 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:21.449206 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:21.456058 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.456405 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.456773 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.457112 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.457445 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.457774 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.458100 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.458423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.458819 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.459068 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.459393 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.459713 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.460033 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.460352 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.460678 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:21.758331 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['969dac3f-69f8-476d-bff1-a0d3556846b3'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:36:21.803655 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:21.876491 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eede65-aea6-4e5f-a783-240fc55ed598 req-5aaabdde-e551-4823-a984-356be3614aec tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:21.878041 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-26eede65-aea6-4e5f-a783-240fc55ed598 req-5aaabdde-e551-4823-a984-356be3614aec tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 945 time: 0.0513184 Apr 11 19:36:21.925342 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-26eede65-aea6-4e5f-a783-240fc55ed598 req-cec7a832-766d-47d0-8708-dec6e3ee3b93 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Apr 11 19:36:22.018152 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00061925-f62c-47cc-9b57-da790c46ce72 req-501ec211-03ac-4db5-88ff-c82ce5ea45b5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:22.019508 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-00061925-f62c-47cc-9b57-da790c46ce72 req-501ec211-03ac-4db5-88ff-c82ce5ea45b5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0464454 Apr 11 19:36:22.065782 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-00061925-f62c-47cc-9b57-da790c46ce72 req-cb5bf3e2-b662-42a9-89f4-60ab5d039861 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Apr 11 19:36:22.423963 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0231b1-802d-4cca-a956-40cd26901016 req-510c83b3-7d56-46f6-aefb-a16ffe53c2b7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:22.425485 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cd0231b1-802d-4cca-a956-40cd26901016 req-510c83b3-7d56-46f6-aefb-a16ffe53c2b7 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0472040 Apr 11 19:36:22.483677 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cd0231b1-802d-4cca-a956-40cd26901016 req-f09510f0-4e14-4233-94ca-611f99375333 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=fcac6176-1cd6-4222-9492-0848f2cbae9b&id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525408 Apr 11 19:36:22.889975 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:23.042669 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-c3c9d13f-0729-4975-bcd9-c59a3b4ffce7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0645432 Apr 11 19:36:23.057628 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c361675-26e2-4ff1-9b41-dc7f9d202b68 req-e2503ef4-9490-4d37-9b20-7247372e9fdd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.059144 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3c361675-26e2-4ff1-9b41-dc7f9d202b68 req-e2503ef4-9490-4d37-9b20-7247372e9fdd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 945 time: 0.0524414 Apr 11 19:36:23.121423 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb85c-8f41-4527-8085-696e02d60e41 req-6c311259-7e50-46da-a396-8c1bcd0a825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.122805 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-6c311259-7e50-46da-a396-8c1bcd0a825a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 1129 time: 0.0564816 Apr 11 19:36:23.139521 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3c361675-26e2-4ff1-9b41-dc7f9d202b68 req-a46dd020-6e31-4490-844f-ddaf3585cd18 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741580 Apr 11 19:36:23.184631 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7930e7e-fb74-4607-b3f9-1e3ca105e01e req-cad4285b-b2e9-4ea8-94dc-b8dc3cd6b6e5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.186118 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a7930e7e-fb74-4607-b3f9-1e3ca105e01e req-cad4285b-b2e9-4ea8-94dc-b8dc3cd6b6e5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0522861 Apr 11 19:36:23.224598 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:36:23.232957 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a7930e7e-fb74-4607-b3f9-1e3ca105e01e req-573ae28f-8af5-4ab7-b303-a0ab6155897f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411682 Apr 11 19:36:23.233500 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb85c-8f41-4527-8085-696e02d60e41 req-b183fd78-0d3b-4695-a1d6-4fc4e579517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.235679 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-b183fd78-0d3b-4695-a1d6-4fc4e579517c service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.0926683 Apr 11 19:36:23.274532 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 969dac3f-69f8-476d-bff1-a0d3556846b3 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:36:23.280332 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 969dac3f-69f8-476d-bff1-a0d3556846b3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:36:23.280809 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:23.282282 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-aca529fa-f99c-4c2b-93af-99c1a48ba763 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b158be7d-eba7-4222-90d6-9856e13bcdec HTTP/1.1" status: 200 len: 217 time: 0.0373521 Apr 11 19:36:23.337649 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb85c-8f41-4527-8085-696e02d60e41 req-2a9ae74b-4b40-4dfa-bc3d-cc25d613eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.339007 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-2a9ae74b-4b40-4dfa-bc3d-cc25d613eb44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0505819 Apr 11 19:36:23.358367 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:36:23.358761 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:23.381658 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:23.382243 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb85c-8f41-4527-8085-696e02d60e41 req-2cf537c5-7fc8-4511-8d26-6fabdfd1ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.383836 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-2cf537c5-7fc8-4511-8d26-6fabdfd1ae1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385275 Apr 11 19:36:23.383959 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b60009c-d7e2-426b-b919-ba557aa031c7" -d '{"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-plugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:23.396571 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:23.401166 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:23.428302 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4ba510-3755-401b-8e24-e4666faf724b x-openstack-request-id: req-8e4ba510-3755-401b-8e24-e4666faf724b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:23.428717 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-plugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:23.428898 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e4ba510-3755-401b-8e24-e4666faf724b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:23.429291 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4ba510-3755-401b-8e24-e4666faf724b'] response: {'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'code': 200} Apr 11 19:36:23.457072 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:23.476616 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-edd9969f-fe10-409f-99a0-2ce3dd05aa95 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859430 Apr 11 19:36:23.576244 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-202cb85c-8f41-4527-8085-696e02d60e41 req-4a75fe18-4e89-43bb-8cd1-21a276c5a741 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901635 Apr 11 19:36:23.616525 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4f6b5-f2e9-4558-9e8a-38892bc594bc req-02424b8a-3262-41d8-bdfb-c69117be9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:23.618057 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-32e4f6b5-f2e9-4558-9e8a-38892bc594bc req-02424b8a-3262-41d8-bdfb-c69117be9135 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1130 time: 0.0426013 Apr 11 19:36:23.666380 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-32e4f6b5-f2e9-4558-9e8a-38892bc594bc req-4fb4cabb-4fec-4a83-a768-82566af9998f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402324 Apr 11 19:36:24.260641 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef792adc-1886-4b38-b53c-e8d13c1ae695 req-2d2bb513-b911-40c0-a8ed-644f0f3b47d1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:24.262181 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef792adc-1886-4b38-b53c-e8d13c1ae695 req-2d2bb513-b911-40c0-a8ed-644f0f3b47d1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0489812 Apr 11 19:36:24.313228 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ef792adc-1886-4b38-b53c-e8d13c1ae695 req-f5b760ca-4920-4732-8e9b-e57da51bce72 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Apr 11 19:36:24.353742 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b53d8-2b2c-4fc2-8415-802d7c6b4338 req-55cd842d-0450-4db7-8798-469329de176d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:24.355144 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a70b53d8-2b2c-4fc2-8415-802d7c6b4338 req-55cd842d-0450-4db7-8798-469329de176d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0476835 Apr 11 19:36:24.401350 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a70b53d8-2b2c-4fc2-8415-802d7c6b4338 req-4e2e83a6-483a-41e1-a0e1-0b8f0d10808d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 Apr 11 19:36:24.973144 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:25.427788 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb26d6b-e414-4d79-90f0-47eeee790128 req-c4e6e366-d621-4dce-bc76-90feda1b22dc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:25.429310 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5cb26d6b-e414-4d79-90f0-47eeee790128 req-c4e6e366-d621-4dce-bc76-90feda1b22dc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0469439 Apr 11 19:36:25.476030 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5cb26d6b-e414-4d79-90f0-47eeee790128 req-d488a9db-124b-4c79-9fb4-1b30ef48d52a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412750 Apr 11 19:36:25.519204 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e075a2-b3d1-4714-a7dc-2127dbf899f5 req-a1b10dba-b95f-4e85-ab5c-7713cb288df5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:25.520682 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e6e075a2-b3d1-4714-a7dc-2127dbf899f5 req-a1b10dba-b95f-4e85-ab5c-7713cb288df5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0502660 Apr 11 19:36:25.567498 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e6e075a2-b3d1-4714-a7dc-2127dbf899f5 req-c6f07f70-c665-4167-8bde-4428b768570b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413327 Apr 11 19:36:26.595851 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51806b93-cc7d-4199-ac4d-36ceafa927fd req-75d448e6-4f40-4e9d-83c6-f16140897a99 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:26.597403 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-51806b93-cc7d-4199-ac4d-36ceafa927fd req-75d448e6-4f40-4e9d-83c6-f16140897a99 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0474761 Apr 11 19:36:26.644622 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-51806b93-cc7d-4199-ac4d-36ceafa927fd req-d519b172-cac1-440a-bf8b-57f575350f05 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412662 Apr 11 19:36:26.681803 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080be31-80ba-4ac8-8cfc-572f424fe285 req-3bcb0c1f-a44e-41d3-a7ef-7377d741a07b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:26.683336 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c080be31-80ba-4ac8-8cfc-572f424fe285 req-3bcb0c1f-a44e-41d3-a7ef-7377d741a07b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0498016 Apr 11 19:36:26.730583 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c080be31-80ba-4ac8-8cfc-572f424fe285 req-7577e988-9f02-4f9c-b619-2ea0ff1c7962 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417428 Apr 11 19:36:26.763896 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e039-4201-4e9d-b320-120d9df1df59 req-297f56ba-5b69-49cb-9bf3-44279a987aee tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:26.765369 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7f00e039-4201-4e9d-b320-120d9df1df59 req-297f56ba-5b69-49cb-9bf3-44279a987aee tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0507648 Apr 11 19:36:26.773741 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43106) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:26.777949 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Request body: {'floatingip': {'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:26.817120 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (73c8c81e-eadf-4afa-b3c7-bd3de0891f36), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:27.508291 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:27.511853 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (73c8c81e-eadf-4afa-b3c7-bd3de0891f36), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:27.615744 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Floating IP 73c8c81e-eadf-4afa-b3c7-bd3de0891f36 associated. External IP: 172.28.2.127, port: 969dac3f-69f8-476d-bff1-a0d3556846b3. Apr 11 19:36:27.833692 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:27.853225 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172334da-e8fb-47c0-ae25-2553f27e72e8 req-ff68273b-2cb9-4e3f-87e7-71881f530a24 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:27.854733 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-172334da-e8fb-47c0-ae25-2553f27e72e8 req-ff68273b-2cb9-4e3f-87e7-71881f530a24 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0567803 Apr 11 19:36:27.906597 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-172334da-e8fb-47c0-ae25-2553f27e72e8 req-7fa5cfe1-845a-4bd5-81c4-a3b0e97d96d0 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457175 Apr 11 19:36:27.957125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:27.962390 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:27.969020 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:27.979070 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:27.979767 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:27.995004 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-15507cf8-d4ec-4706-b85f-58d1fd9e4dc0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "PUT /v2.0/floatingips/73c8c81e-eadf-4afa-b3c7-bd3de0891f36 HTTP/1.1" status: 200 len: 992 time: 1.2199206 Apr 11 19:36:27.995839 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:27.999149 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e864555a-3622-4208-b7ee-8a663aed9581" -d '{"events": [{"name": "network-changed", "server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:28.036256 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8133525c-26e7-4000-9b71-96bc04873577 x-openstack-request-id: req-8133525c-26e7-4000-9b71-96bc04873577 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:28.036549 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:28.036830 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8133525c-26e7-4000-9b71-96bc04873577 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:28.037234 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8133525c-26e7-4000-9b71-96bc04873577'] response: {'name': 'network-changed', 'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'status': 'completed', 'code': 200} Apr 11 19:36:28.095847 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:28.106582 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864555a-3622-4208-b7ee-8a663aed9581 req-10f4ff4a-5ef5-467b-8661-fbd5f840e282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:28.108123 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-10f4ff4a-5ef5-467b-8661-fbd5f840e282 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1130 time: 0.0397055 Apr 11 19:36:28.205181 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864555a-3622-4208-b7ee-8a663aed9581 req-f2cc69ad-7f2c-47ed-9704-09d3b5fd4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:28.206675 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-f2cc69ad-7f2c-47ed-9704-09d3b5fd4795 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.0892861 Apr 11 19:36:28.271968 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-95303f8d-0d52-4658-9464-3f1dee9e4770 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 1000 time: 0.0587523 Apr 11 19:36:28.316133 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '73c8c81e-eadf-4afa-b3c7-bd3de0891f36', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'floating_ip_address': '172.28.2.127', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'mac_address': 'fa:16:3e:b1:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:14Z', 'updated_at': '2022-04-11T19:36:27Z', 'revision_number': 1, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:28.323382 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864555a-3622-4208-b7ee-8a663aed9581 req-d1c1e8d3-7610-425f-9d15-2d72ba7883d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:28.324937 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-d1c1e8d3-7610-425f-9d15-2d72ba7883d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0452204 Apr 11 19:36:28.347881 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:36:28.356356 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:28.357027 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:28.377456 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864555a-3622-4208-b7ee-8a663aed9581 req-dce6b23f-2bfb-4b04-a23c-10136998ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:28.378971 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-dce6b23f-2bfb-4b04-a23c-10136998ae9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437472 Apr 11 19:36:28.477010 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:28.495708 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-d1a31dd8-0ada-4559-92c3-f4ce337449f4 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938087 Apr 11 19:36:28.594913 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e864555a-3622-4208-b7ee-8a663aed9581 req-1f41e3f5-3c21-476a-980a-22f19edf79c3 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928054 Apr 11 19:36:28.790247 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '73c8c81e-eadf-4afa-b3c7-bd3de0891f36', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'floating_ip_address': '172.28.2.127', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'mac_address': 'fa:16:3e:b1:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:14Z', 'updated_at': '2022-04-11T19:36:27Z', 'revision_number': 1, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:28.820984 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd67699-c611-4839-90b2-aa94b6744d07 None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '73c8c81e-eadf-4afa-b3c7-bd3de0891f36', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'floating_ip_address': '172.28.2.127', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'mac_address': 'fa:16:3e:b1:6e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:14Z', 'updated_at': '2022-04-11T19:36:27Z', 'revision_number': 1, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:36:29.036591 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72290e9e-9fca-45cf-8af1-458109744370 None None] New status for floating IP 73c8c81e-eadf-4afa-b3c7-bd3de0891f36: ACTIVE {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:36:29.271797 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f658f2c-35b2-4521-aa6a-17d3964fe7af req-a12bbaac-34c6-4a86-8fdb-0c5a486ba242 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:29.273438 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6f658f2c-35b2-4521-aa6a-17d3964fe7af req-a12bbaac-34c6-4a86-8fdb-0c5a486ba242 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.2911906 Apr 11 19:36:29.325974 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6f658f2c-35b2-4521-aa6a-17d3964fe7af req-b8c0cf4e-f461-4bd7-b17d-6764ca0c3ee9 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 Apr 11 19:36:30.449752 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8bf70-727d-4a7b-a119-f3472c86bfa0 req-2e3d0ca0-1f66-4b96-afc5-04d5d2171ce2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:30.451285 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d0b8bf70-727d-4a7b-a119-f3472c86bfa0 req-2e3d0ca0-1f66-4b96-afc5-04d5d2171ce2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Apr 11 19:36:30.506837 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d0b8bf70-727d-4a7b-a119-f3472c86bfa0 req-d4cf1a50-72ff-43c1-ad0f-af62ad9acd78 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498285 Apr 11 19:36:30.534853 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1cb97-e540-4e5b-9396-9ba12df4d568 req-44c24061-e83b-493e-8bff-eadf62d2ffea tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:30.536425 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a1f1cb97-e540-4e5b-9396-9ba12df4d568 req-44c24061-e83b-493e-8bff-eadf62d2ffea tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0506241 Apr 11 19:36:30.586427 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a1f1cb97-e540-4e5b-9396-9ba12df4d568 req-fefc3578-39dd-4a90-887c-c83fe579a85c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437453 Apr 11 19:36:31.636106 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1b855-6303-4acb-bdfe-9e7df48540d5 req-eb9d249d-5d60-48cc-8a56-85b5a48e7250 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:31.638016 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ff1b855-6303-4acb-bdfe-9e7df48540d5 req-eb9d249d-5d60-48cc-8a56-85b5a48e7250 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0573132 Apr 11 19:36:31.707187 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ff1b855-6303-4acb-bdfe-9e7df48540d5 req-80e37c73-216f-40d8-9729-bb10280b4530 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619807 Apr 11 19:36:31.809618 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e11e5-3bf5-4aae-a4e2-be90a048b930 req-4eeac53a-5c44-4fb9-b7c7-7f4dda5532af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:31.811278 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f2e11e5-3bf5-4aae-a4e2-be90a048b930 req-4eeac53a-5c44-4fb9-b7c7-7f4dda5532af tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0488341 Apr 11 19:36:31.860016 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f2e11e5-3bf5-4aae-a4e2-be90a048b930 req-24849d28-a6d3-4d1e-85b6-93598832277f tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Apr 11 19:36:32.584691 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f8d21-b968-4882-af86-d69fb680113d req-32af0b58-8725-4173-9be3-9ab410b3333a tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:32.586215 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fc1f8d21-b968-4882-af86-d69fb680113d req-32af0b58-8725-4173-9be3-9ab410b3333a tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0589983 Apr 11 19:36:32.684046 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Deleting port 4ee3d3ae-4b13-4696-995c-d4417420b6fd {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:36:32.684838 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:32.826754 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] For port 4ee3d3ae-4b13-4696-995c-d4417420b6fd, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=4ee3d3ae-4b13-4696-995c-d4417420b6fd,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:32.827077 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:32.872087 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3c396-681e-4ee6-9403-2c9fa211e53c req-32edc50d-97db-4930-98b3-fef0bf2bd355 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:32.873546 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5bf3c396-681e-4ee6-9403-2c9fa211e53c req-32edc50d-97db-4930-98b3-fef0bf2bd355 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0934319 Apr 11 19:36:32.982929 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca23e-bc65-463a-8433-91672744069d req-4de708c7-400f-44f3-ad5e-6cdbbbf805e7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:32.985014 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e27ca23e-bc65-463a-8433-91672744069d req-4de708c7-400f-44f3-ad5e-6cdbbbf805e7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 945 time: 0.0525563 Apr 11 19:36:33.034156 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5bf3c396-681e-4ee6-9403-2c9fa211e53c req-7c95c14a-2ddb-439f-be65-e9b043ebf957 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268821 Apr 11 19:36:33.045347 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e27ca23e-bc65-463a-8433-91672744069d req-96949381-d53b-467e-9f97-dab48e58e587 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=216f541e-d95d-4060-a3b4-cb25845a3e57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530708 Apr 11 19:36:33.116465 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:33.116874 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (179d16a7-7861-446d-a531-017991841008), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:33.117194 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Floating IP 179d16a7-7861-446d-a531-017991841008 disassociated. External IP: 172.28.2.110, port: 4ee3d3ae-4b13-4696-995c-d4417420b6fd. Apr 11 19:36:33.117546 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Calling delete_port for 4ee3d3ae-4b13-4696-995c-d4417420b6fd owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:36:33.251359 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (4ee3d3ae-4b13-4696-995c-d4417420b6fd), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:33.285932 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event deleted for resources: {'Port': ['ID=4ee3d3ae-4b13-4696-995c-d4417420b6fd,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.296551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.300982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.300982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.300982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.301221 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.301432 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:33.416412 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:33.532716 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:33.542269 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:33.553996 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:33.554529 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:33.577015 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] No DVR routers for this DVR port 4ee3d3ae-4b13-4696-995c-d4417420b6fd on host hv-cinder-83078 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:36:33.580195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:33.583673 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-fc1f8d21-b968-4882-af86-d69fb680113d req-7498227b-ed86-4c8d-a63f-1e89fd960ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "DELETE /v2.0/ports/4ee3d3ae-4b13-4696-995c-d4417420b6fd HTTP/1.1" status: 204 len: 173 time: 0.9909737 Apr 11 19:36:33.584145 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'name': 'network-vif-deleted', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:33.586450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a6eedc-a09c-4300-a136-4760b54d65ff" -d '{"events": [{"server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "name": "network-vif-deleted", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:33.622473 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cc3efe-d188-4703-b3b6-3690e0776075 x-openstack-request-id: req-44cc3efe-d188-4703-b3b6-3690e0776075 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:33.622772 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0bf9e7-5eea-4cd9-a502-11ce150fe82a", "name": "network-vif-deleted", "tag": "4ee3d3ae-4b13-4696-995c-d4417420b6fd", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:33.628831 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44cc3efe-d188-4703-b3b6-3690e0776075 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:33.628831 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44cc3efe-d188-4703-b3b6-3690e0776075'] response: {'server_uuid': '3e0bf9e7-5eea-4cd9-a502-11ce150fe82a', 'name': 'network-vif-deleted', 'tag': '4ee3d3ae-4b13-4696-995c-d4417420b6fd', 'status': 'completed', 'code': 200} Apr 11 19:36:33.682485 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:33.884913 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:33.916250 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:36:33.925141 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:33.925742 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:34.042520 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:34.198166 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d86f-01bf-482f-801b-04020cff5b03 req-420e4971-f96f-4e0a-8510-ec805bb7f560 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:34.205818 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7826d86f-01bf-482f-801b-04020cff5b03 req-420e4971-f96f-4e0a-8510-ec805bb7f560 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0674260 Apr 11 19:36:34.208360 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8bccaf84-59a9-4652-a046-b0343de92510 req-632fe1f8-6081-483e-b992-be871d69f23d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e0bf9e7-5eea-4cd9-a502-11ce150fe82a HTTP/1.1" status: 200 len: 210 time: 0.0532079 Apr 11 19:36:34.253780 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7826d86f-01bf-482f-801b-04020cff5b03 req-137aa126-025b-4dfd-a623-531ec2430e8d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470834 Apr 11 19:36:34.271816 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:34.299992 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9214b7-02e0-40df-9383-661a4ef9d7d2 None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:36:34.526931 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bb367-742f-4078-9581-82655e823925 req-89d7faae-8839-4400-b64a-399f1fc42ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:34.528831 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3f1bb367-742f-4078-9581-82655e823925 req-89d7faae-8839-4400-b64a-399f1fc42ca4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0548279 Apr 11 19:36:34.567901 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffada3dd-ad1e-4567-85fd-b33c9921e604 None None] New status for floating IP 179d16a7-7861-446d-a531-017991841008: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:36:35.009330 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3f1bb367-742f-4078-9581-82655e823925 req-addc7c05-d54a-48b3-9a29-4aca9bf68281 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911773 Apr 11 19:36:35.300489 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43182) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:35.394746 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (216f541e-d95d-4060-a3b4-cb25845a3e57), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.404707 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912347a-b5b8-4cc1-8fdf-2297bc9e1c39 req-1a191310-0cc9-4d82-a5d4-4a881411e983 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:35.407032 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d912347a-b5b8-4cc1-8fdf-2297bc9e1c39 req-1a191310-0cc9-4d82-a5d4-4a881411e983 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0741246 Apr 11 19:36:35.443769 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (216f541e-d95d-4060-a3b4-cb25845a3e57), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.504936 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d912347a-b5b8-4cc1-8fdf-2297bc9e1c39 req-57da38db-39d6-4ffd-80ec-145b3abd718c tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884237 Apr 11 19:36:35.533441 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (216f541e-d95d-4060-a3b4-cb25845a3e57), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.536012 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.537154 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "DELETE /v2.0/security-groups/216f541e-d95d-4060-a3b4-cb25845a3e57 HTTP/1.1" status: 204 len: 168 time: 0.2356379 Apr 11 19:36:35.540585 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43184) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:35.548944 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f541e-d95d-4060-a3b4-cb25845a3e57,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:35.556009 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.api.v2.resource [None req-16a0827f-dc60-4d13-b05a-817d4b6ee969 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] show failed (client error): The resource could not be found. Apr 11 19:36:35.556316 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.556613 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.556989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.557161 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-16a0827f-dc60-4d13-b05a-817d4b6ee969 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups/216f541e-d95d-4060-a3b4-cb25845a3e57 HTTP/1.1" status: 404 len: 347 time: 0.0161295 Apr 11 19:36:35.557453 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.557788 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.558114 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.558442 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.558762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.559088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.559413 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.559737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.560075 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.560482 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.560779 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43186) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:35.560886 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.561141 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c61aa89-7a1b-42ef-9445-c0675b6a5dc9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:36:35.688768 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Deleting port 2b671e64-bffa-4153-9d8d-46a7f2c8f4a5 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:36:35.689119 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.786907 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.787247 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.809617 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Calling delete_port for 2b671e64-bffa-4153-9d8d-46a7f2c8f4a5 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:36:35.959243 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (2b671e64-bffa-4153-9d8d-46a7f2c8f4a5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:35.990303 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event deleted for resources: {'Port': ['ID=2b671e64-bffa-4153-9d8d-46a7f2c8f4a5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:36.057901 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (179d16a7-7861-446d-a531-017991841008), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.060820 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.064540 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1112956f-8142-4612-a67c-bafb3548f4a5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "DELETE /v2.0/floatingips/179d16a7-7861-446d-a531-017991841008 HTTP/1.1" status: 204 len: 168 time: 0.5001340 Apr 11 19:36:36.407217 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43208) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:36.411954 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322517617', 'description': 'tempest-description--331208624'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:36.434287 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.506734 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (15702008-2f68-4998-84ce-1f55be669afd), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.510934 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (15702008-2f68-4998-84ce-1f55be669afd), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.544372 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.545755 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1374226 Apr 11 19:36:36.550233 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43212) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:36.556168 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'security_group_rule': {'security_group_id': '15702008-2f68-4998-84ce-1f55be669afd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:36.559150 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6da08-2436-4455-8528-87ef26f6efad tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15702008-2f68-4998-84ce-1f55be669afd,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:36.588808 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (ff3fa5d1-d6b8-4f79-85c7-7c17110f68e3), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.670632 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b71df3-94b8-469e-81b6-96bb10a5be38 req-a3456468-2494-445d-985a-756b1fc262ac tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:36.685959 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f8b71df3-94b8-469e-81b6-96bb10a5be38 req-a3456468-2494-445d-985a-756b1fc262ac tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0756085 Apr 11 19:36:36.701057 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (ff3fa5d1-d6b8-4f79-85c7-7c17110f68e3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.709728 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (ff3fa5d1-d6b8-4f79-85c7-7c17110f68e3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.734437 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3fa5d1-d6b8-4f79-85c7-7c17110f68e3,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:36.752249 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.753001 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f8b71df3-94b8-469e-81b6-96bb10a5be38 req-8f4af96e-61ab-4f0f-905e-3cdd91ba6f21 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658288 Apr 11 19:36:36.753701 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-fc10afb5-bdaa-4943-a8da-dde48fb5b809 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012267 Apr 11 19:36:36.757935 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43214) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:36.762809 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'security_group_rule': {'security_group_id': '15702008-2f68-4998-84ce-1f55be669afd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:36.795563 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (640ea774-5461-494b-9bfd-a49cbddd0e1c), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.860463 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (640ea774-5461-494b-9bfd-a49cbddd0e1c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.867138 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (640ea774-5461-494b-9bfd-a49cbddd0e1c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.885927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640ea774-5461-494b-9bfd-a49cbddd0e1c,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:36.894876 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:36.896089 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-706c428e-02ab-4d33-bcdb-1503bcb2ce77 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370578 Apr 11 19:36:36.899204 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43216) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:36.903547 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:36.926284 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.006055 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.120965 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Allocated IP 172.28.2.144 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/015a4157-868e-43e1-b93c-be3e1cf65359) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:36:37.237775 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for port (015a4157-868e-43e1-b93c-be3e1cf65359), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.287664 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 4ee3d3ae-4b13-4696-995c-d4417420b6fd no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:36:37.298176 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (015a4157-868e-43e1-b93c-be3e1cf65359), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.311628 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 4ee3d3ae-4b13-4696-995c-d4417420b6fd {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:36:37.312449 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 4ee3d3ae-4b13-4696-995c-d4417420b6fd not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:36:37.352436 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:36:37.355699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:36:37.360111 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:36:37.392768 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'Port': ['ID=015a4157-868e-43e1-b93c-be3e1cf65359,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:37.454795 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (b72fed79-5a3b-4638-8be3-7b503e429766), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.491748 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (015a4157-868e-43e1-b93c-be3e1cf65359), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.652850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for port (015a4157-868e-43e1-b93c-be3e1cf65359), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.658601 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (015a4157-868e-43e1-b93c-be3e1cf65359), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.733729 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'Port': ['ID=015a4157-868e-43e1-b93c-be3e1cf65359,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:37.745391 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (b72fed79-5a3b-4638-8be3-7b503e429766), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.763704 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:37.765634 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-51aea41c-2d67-4aed-9234-463f1f84a2e9 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8654780 Apr 11 19:36:37.876245 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78370c-cc9c-43ef-9d47-84a6d0c143d1 req-ca1f01e8-c95b-47b3-8811-5b3c2112abcd tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:37.878109 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9a78370c-cc9c-43ef-9d47-84a6d0c143d1 req-ca1f01e8-c95b-47b3-8811-5b3c2112abcd tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0515659 Apr 11 19:36:37.931609 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9a78370c-cc9c-43ef-9d47-84a6d0c143d1 req-75e3aff8-9aa6-40ff-b2d3-311cd86951ae tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Apr 11 19:36:37.992748 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fc07f614-2265-4b6c-9454-7e9f020b522d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--322517617&fields=id&tenant_id=e95f3163732d4c719e158cd4b7a76f49 HTTP/1.1" status: 200 len: 267 time: 0.0595024 Apr 11 19:36:38.116069 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-e1b81551-e5dd-4b32-a8f4-7a7298ff40ae tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:38.117684 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-e1b81551-e5dd-4b32-a8f4-7a7298ff40ae tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 810 time: 0.1186385 Apr 11 19:36:38.135338 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-4ad5ecf6-99c5-4b0d-95c4-b18a469efe63 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/quotas/e95f3163732d4c719e158cd4b7a76f49 HTTP/1.1" status: 200 len: 375 time: 0.0098541 Apr 11 19:36:38.187786 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-b94295b1-1149-4d65-ac2e-0d187e9eedaf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464747 Apr 11 19:36:38.318296 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e0575-447b-45a6-a934-d98159d26122 req-87cb3ee8-8185-4246-acda-aba0acbf56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:38.319784 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-87cb3ee8-8185-4246-acda-aba0acbf56c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0591450 Apr 11 19:36:38.322535 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0614ffe-fc84-420a-81ab-0392522a865f req-c5489f3e-c404-4845-9b1a-3e14e6e57b73 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:38.324054 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d0614ffe-fc84-420a-81ab-0392522a865f req-c5489f3e-c404-4845-9b1a-3e14e6e57b73 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0539970 Apr 11 19:36:38.364103 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-ac343ed4-f697-47ad-bdbf-66194cf6989a service neutron] 10.222.0.26 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643822 Apr 11 19:36:38.379198 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d0614ffe-fc84-420a-81ab-0392522a865f req-62d7203d-3c3e-4309-b158-09639ee90074 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486181 Apr 11 19:36:38.488002 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e0575-447b-45a6-a934-d98159d26122 req-c69428e1-fed7-41fb-abc0-e56f9e090d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:38.489605 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-c69428e1-fed7-41fb-abc0-e56f9e090d0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.1632807 Apr 11 19:36:38.549689 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-09fdd257-67f5-4a25-bff9-7aa38747f762 service neutron] 10.222.0.26 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580324 Apr 11 19:36:38.573916 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-bd48dcb1-79ef-4be2-81a3-9844cb9c5e09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 1001 time: 0.0775378 Apr 11 19:36:38.635389 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e0575-447b-45a6-a934-d98159d26122 req-962abaa5-eb97-4336-af8f-0a65c15fa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:38.637203 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-962abaa5-eb97-4336-af8f-0a65c15fa78b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0557537 Apr 11 19:36:38.732321 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-26c24fea-bed9-46ce-ac2a-aee9060e939a req-3ec60403-7bd7-4851-acd2-14bd6bc647aa tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 210 time: 0.0317895 Apr 11 19:36:38.758089 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98612120-02b0-4af5-b651-cf14702bfbd5 req-b94050fd-ec3f-4618-9629-6e57514c6dcf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:38.759614 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-98612120-02b0-4af5-b651-cf14702bfbd5 req-b94050fd-ec3f-4618-9629-6e57514c6dcf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0571520 Apr 11 19:36:38.812101 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-98612120-02b0-4af5-b651-cf14702bfbd5 req-42f55815-4037-4603-b19b-f2e7a951fb0b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Apr 11 19:36:39.055065 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:36:39.496739 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8655655-d33f-4fb0-8a53-fdaa1ad58de6 req-23efef80-252a-4200-82c4-265c188a506f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:39.498245 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8655655-d33f-4fb0-8a53-fdaa1ad58de6 req-23efef80-252a-4200-82c4-265c188a506f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Apr 11 19:36:39.545732 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8655655-d33f-4fb0-8a53-fdaa1ad58de6 req-824b02d8-46da-4912-9b96-af505bcf4c47 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417805 Apr 11 19:36:39.830930 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-36ca0f6b-2523-4451-8a37-e23b8a9be732 req-bbb15712-9d78-4850-b0d9-7a486f360e6b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 210 time: 0.0299129 Apr 11 19:36:39.945725 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c3a97-07bb-420e-92a9-3811063705d1 req-4bfa94d4-1740-4e1a-9166-88dfc23ebee5 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:39.948330 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d77c3a97-07bb-420e-92a9-3811063705d1 req-4bfa94d4-1740-4e1a-9166-88dfc23ebee5 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0639629 Apr 11 19:36:40.005494 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d77c3a97-07bb-420e-92a9-3811063705d1 req-8a3a9911-fe2e-4ada-ba61-9707fd4aeb4f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 Apr 11 19:36:40.147376 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e0575-447b-45a6-a934-d98159d26122 req-91ce805d-efb6-422c-a7a5-bdd741b1a980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:40.148929 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-91ce805d-efb6-422c-a7a5-bdd741b1a980 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428262 Apr 11 19:36:40.255916 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-81762f41-daf9-4d4f-bc38-300c53721d6c service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965021 Apr 11 19:36:40.424626 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8e2e0575-447b-45a6-a934-d98159d26122 req-0b5c18cb-53bc-4357-910e-93495f01edce service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927188 Apr 11 19:36:40.479564 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-71e03437-b191-4736-aa03-d30d2aafce20 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:40.481049 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-71e03437-b191-4736-aa03-d30d2aafce20 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0593829 Apr 11 19:36:40.662901 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4205176-0f7a-4728-89c8-67cde6a4e06b req-91cf14b1-6c41-4834-bbfb-191df24a13e5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:40.664399 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a4205176-0f7a-4728-89c8-67cde6a4e06b req-91cf14b1-6c41-4834-bbfb-191df24a13e5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0496290 Apr 11 19:36:40.718737 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a4205176-0f7a-4728-89c8-67cde6a4e06b req-8856a2db-3efd-43ff-afe4-80f3f2e3e8be tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483479 Apr 11 19:36:40.868450 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port b9362e7f-2487-4020-b301-38add7918586 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:36:40.869119 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b9362e7f-2487-4020-b301-38add7918586), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:40.962941 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c2e85488-ce0c-4ff1-a864-8880ed23140e req-f432c7ae-9843-41af-b4f0-c42c0af1e5d2 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 210 time: 0.0383115 Apr 11 19:36:40.976444 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] For port b9362e7f-2487-4020-b301-38add7918586, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b9362e7f-2487-4020-b301-38add7918586,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:40.976847 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b9362e7f-2487-4020-b301-38add7918586), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:40.995575 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-0a39beac-648f-47de-b50e-e1299fdd869b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:40.997205 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-0a39beac-648f-47de-b50e-e1299fdd869b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 810 time: 0.1553242 Apr 11 19:36:41.195456 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5442d-2d8a-4ca5-88a0-f51e1e374197 req-67f40a07-7089-4b45-b97c-06f8661e4281 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:41.196943 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6ef5442d-2d8a-4ca5-88a0-f51e1e374197 req-67f40a07-7089-4b45-b97c-06f8661e4281 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 945 time: 0.0905075 Apr 11 19:36:41.247506 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:41.247726 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8b2cd669-b1fe-486f-9c16-64a8749cf8b1), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:41.247933 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP 8b2cd669-b1fe-486f-9c16-64a8749cf8b1 disassociated. External IP: 172.28.2.92, port: b9362e7f-2487-4020-b301-38add7918586. Apr 11 19:36:41.248328 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for b9362e7f-2487-4020-b301-38add7918586 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:36:41.275163 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6ef5442d-2d8a-4ca5-88a0-f51e1e374197 req-007e20d5-d446-4d02-a35e-5eef7b3a600d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a54f878-835a-4f23-862b-568ff06b23dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707781 Apr 11 19:36:41.397412 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b9362e7f-2487-4020-b301-38add7918586), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:41.425551 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=b9362e7f-2487-4020-b301-38add7918586,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:41.543914 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:41.655595 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:41.667313 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:41.678225 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:41.678837 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:41.701400 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] No DVR routers for this DVR port b9362e7f-2487-4020-b301-38add7918586 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:36:41.704129 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:41.707752 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-61c5f026-0ea4-4e05-8590-d7fb06111c1f req-1a598fc0-a503-4f4b-b086-87e83edaaa45 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "DELETE /v2.0/ports/b9362e7f-2487-4020-b301-38add7918586 HTTP/1.1" status: 204 len: 173 time: 0.9362550 Apr 11 19:36:41.708308 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'name': 'network-vif-deleted', 'tag': 'b9362e7f-2487-4020-b301-38add7918586'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:41.710811 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc05fb20-5c75-49dc-a244-53656b3d5c34" -d '{"events": [{"server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "name": "network-vif-deleted", "tag": "b9362e7f-2487-4020-b301-38add7918586"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:41.755183 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b487446e-a766-45a1-b692-8c7a7611b56a x-openstack-request-id: req-b487446e-a766-45a1-b692-8c7a7611b56a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:41.755655 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "785b4d38-406a-475b-849e-971b4ea08efe", "name": "network-vif-deleted", "tag": "b9362e7f-2487-4020-b301-38add7918586", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:41.756040 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b487446e-a766-45a1-b692-8c7a7611b56a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:41.756731 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b487446e-a766-45a1-b692-8c7a7611b56a'] response: {'server_uuid': '785b4d38-406a-475b-849e-971b4ea08efe', 'name': 'network-vif-deleted', 'tag': 'b9362e7f-2487-4020-b301-38add7918586', 'status': 'completed', 'code': 200} Apr 11 19:36:41.798486 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:41.852590 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9923b3-ed0d-4549-9d75-e1e7877228a9 req-29bfc62c-de58-4d02-a3f7-110d3392d961 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:41.854331 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e9923b3-ed0d-4549-9d75-e1e7877228a9 req-29bfc62c-de58-4d02-a3f7-110d3392d961 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0618327 Apr 11 19:36:41.911316 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5e9923b3-ed0d-4549-9d75-e1e7877228a9 req-5a9e58a1-a8a3-4156-989b-19c2dd6affb3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510302 Apr 11 19:36:42.014108 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:42.043611 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:36:42.054345 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:42.055355 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:42.104618 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0d097a10-90fb-4c80-84df-08e0eb1b0eeb req-99afb4e9-62c5-4076-a800-fdd8e279f0e6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 210 time: 0.0489075 Apr 11 19:36:42.147715 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-37a14e1a-82f7-44fc-8139-87895fd3cdb4 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95f3163732d4c719e158cd4b7a76f49 HTTP/1.1" status: 200 len: 379 time: 0.1158810 Apr 11 19:36:42.176427 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:42.199648 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'port': {'device_id': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'admin_state_up': True, 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'security_groups': ['15702008-2f68-4998-84ce-1f55be669afd']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:42.351143 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Made reservation on behalf of e95f3163732d4c719e158cd4b7a76f49 for: {'port': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:36:42.354636 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:42.417931 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1660c7a1-c453-47dc-bb31-1f0b14c135b9 req-5bbb840e-07b6-4b77-b475-a05ddc79ba24 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=785b4d38-406a-475b-849e-971b4ea08efe HTTP/1.1" status: 200 len: 210 time: 0.0428882 Apr 11 19:36:42.520394 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Allocated IP 172.20.0.8 (04920699-676e-4318-9c33-6d394316e286/cd439eb0-d0fc-4532-ae41-c62f2dc82516/e38677fa-2abf-4f94-ba0a-86c4ddfacf80) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:36:42.528319 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:42.561350 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321b9598-375b-42f8-87cf-c8805e609fed None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:36:42.693316 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:42.743497 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:42.815467 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Network 04920699-676e-4318-9c33-6d394316e286 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:36:42.824184 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event updated for resources: {'Port': ['ID=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:42.827227 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:36:42.829565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:36:42.877617 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499ca90-9aa0-43d6-856e-caa7fa4219cd None None] New status for floating IP 8b2cd669-b1fe-486f-9c16-64a8749cf8b1: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:36:42.891760 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:42.892964 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:42.914187 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-3a8de403-5dae-4884-bb0f-758be3bc86c6 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200074 Apr 11 19:36:43.066954 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473b491-8684-4090-af7e-3731777fef84 req-ff89e4b5-e2ee-4111-887e-81568e9c67e3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:43.068297 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6473b491-8684-4090-af7e-3731777fef84 req-ff89e4b5-e2ee-4111-887e-81568e9c67e3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0601635 Apr 11 19:36:43.151452 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6473b491-8684-4090-af7e-3731777fef84 req-209bd7d2-54be-47ba-9536-098367105cd8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741479 Apr 11 19:36:43.201163 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Request body: {'port': {'device_id': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:43.264498 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f304b9b-8056-4b5f-890a-34453fa4fd7b req-08867384-14bd-45a0-aec8-543ad6619cbd tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:43.272025 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2f304b9b-8056-4b5f-890a-34453fa4fd7b req-08867384-14bd-45a0-aec8-543ad6619cbd tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 931 time: 0.0824583 Apr 11 19:36:43.346112 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2f304b9b-8056-4b5f-890a-34453fa4fd7b req-3eaab68a-b990-461e-a742-41ff1d236013 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690644 Apr 11 19:36:43.348190 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10ec43-7aaa-474f-87c4-eb761985268c req-68e1f9fe-6e1c-4693-bbb7-d8328129ba97 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:43.349870 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ac10ec43-7aaa-474f-87c4-eb761985268c req-68e1f9fe-6e1c-4693-bbb7-d8328129ba97 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0892935 Apr 11 19:36:43.361241 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.361855 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43294) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:43.367436 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Request body: {'floatingip': {'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:43.378213 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b7c7ce63-8545-4d2e-983d-21e54de90813 None None] Provisioning complete for port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:36:43.378719 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b7c7ce63-8545-4d2e-983d-21e54de90813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.417423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7ce63-8545-4d2e-983d-21e54de90813 None None] Port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:36:43.469441 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.510582 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43300) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:43.572792 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2041182f-e347-433c-8a7e-97630b07fb77 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (2a54f878-835a-4f23-862b-568ff06b23dd), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.598540 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2041182f-e347-433c-8a7e-97630b07fb77 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (2a54f878-835a-4f23-862b-568ff06b23dd), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.648769 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2041182f-e347-433c-8a7e-97630b07fb77 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2a54f878-835a-4f23-862b-568ff06b23dd), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.651590 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2041182f-e347-433c-8a7e-97630b07fb77 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.652829 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-2041182f-e347-433c-8a7e-97630b07fb77 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a54f878-835a-4f23-862b-568ff06b23dd HTTP/1.1" status: 204 len: 168 time: 0.1411786 Apr 11 19:36:43.657921 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43302) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:43.675433 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041182f-e347-433c-8a7e-97630b07fb77 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54f878-835a-4f23-862b-568ff06b23dd,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:43.680695 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.api.v2.resource [None req-35168d3a-c383-45a1-a6e1-7d025c5a087d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] show failed (client error): The resource could not be found. Apr 11 19:36:43.680695 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-35168d3a-c383-45a1-a6e1-7d025c5a087d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups/2a54f878-835a-4f23-862b-568ff06b23dd HTTP/1.1" status: 404 len: 347 time: 0.0200512 Apr 11 19:36:43.683175 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43304) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:43.811622 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port 5e80c39a-7df1-4fd0-a4a8-634e2ce171e3 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:36:43.811970 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.898566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.898802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:43.913641 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for 5e80c39a-7df1-4fd0-a4a8-634e2ce171e3 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:36:44.027407 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.079329 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (5e80c39a-7df1-4fd0-a4a8-634e2ce171e3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.106388 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=5e80c39a-7df1-4fd0-a4a8-634e2ce171e3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:44.175878 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (8b2cd669-b1fe-486f-9c16-64a8749cf8b1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.178806 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.180182 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-0a19bd03-17c2-4a0b-9d19-977045ea1e80 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/floatingips/8b2cd669-b1fe-486f-9c16-64a8749cf8b1 HTTP/1.1" status: 204 len: 168 time: 0.4958339 Apr 11 19:36:44.227733 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38677fa-2abf-4f94-ba0a-86c4ddfacf80 {{(pid=103240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:36:44.238982 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Publish callbacks [] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.296328 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.provisioning_blocks [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Transition to ACTIVE for port object e38677fa-2abf-4f94-ba0a-86c4ddfacf80 will not be triggered until provisioned by entity L2. {{(pid=103240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:36:44.307833 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.365204 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43310) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:44.370976 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430589748', 'description': 'tempest-description--1516337176'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:44.405178 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.444082 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Pushing event updated for resources: {'Port': ['ID=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:44.498538 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (a80782b4-a4b1-4dd7-afc4-a4e6165247ba), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.503656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (a80782b4-a4b1-4dd7-afc4-a4e6165247ba), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.539928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.542032 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1743309 Apr 11 19:36:44.544572 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43312) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:44.552579 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': 'a80782b4-a4b1-4dd7-afc4-a4e6165247ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:44.558310 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2550b83-a850-4464-9f1a-63d690f1adf8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80782b4-a4b1-4dd7-afc4-a4e6165247ba,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:44.569033 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4942de-74ab-4c48-92a4-2ecd9666c9b6 req-cf3e48d3-ab21-4e22-90c4-d999fa651c90 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:44.573559 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3d4942de-74ab-4c48-92a4-2ecd9666c9b6 req-cf3e48d3-ab21-4e22-90c4-d999fa651c90 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 943 time: 0.1370373 Apr 11 19:36:44.588217 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (b7d9e75d-05a2-466b-a9c6-ce6a64e19a31), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.592884 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.db.resource_extend [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 19:36:44.650746 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (b7d9e75d-05a2-466b-a9c6-ce6a64e19a31), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.656413 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (b7d9e75d-05a2-466b-a9c6-ce6a64e19a31), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.663562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Attempting to bind port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:36:44.664048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Attempting to bind port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:36:44.664334 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Attempting to bind port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 on network 04920699-676e-4318-9c33-6d394316e286 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:36:44.675983 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d9e75d-05a2-466b-a9c6-ce6a64e19a31,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:44.685871 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 on network 04920699-676e-4318-9c33-6d394316e286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:36:44.686773 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Attempting to bind port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 on network 04920699-676e-4318-9c33-6d394316e286 {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:36:44.687369 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.691086 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-59da9cd6-6ed2-438e-84aa-6f2d58d3bbc4 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434214 Apr 11 19:36:44.692041 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43314) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:44.698766 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.699607 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'security_group_rule': {'security_group_id': 'a80782b4-a4b1-4dd7-afc4-a4e6165247ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:44.705614 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:36:44.705995 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Checking segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:36:44.706413 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Bound using segment: {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'} {{(pid=103240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:36:44.706860 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.managers [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Bound port: e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6947e7-72c6-406e-b1c0-df86314473aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '04920699-676e-4318-9c33-6d394316e286'}}] {{(pid=103240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:36:44.707219 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.712764 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.737645 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (4d3deb53-459c-464c-8693-9058146d95ee), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.758244 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3d4942de-74ab-4c48-92a4-2ecd9666c9b6 req-4d69aa5b-7f06-46be-b446-6864ce4aa4f7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792312 Apr 11 19:36:44.800560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (4d3deb53-459c-464c-8693-9058146d95ee), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.811829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (4d3deb53-459c-464c-8693-9058146d95ee), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.830906 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3deb53-459c-464c-8693-9058146d95ee,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:44.841775 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.846118 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-4f6246b9-adf6-4406-8d32-978dc20e740b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491733 Apr 11 19:36:44.846566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43316) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:44.852768 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:44.875211 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.877813 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] For port e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host hv-cinder-83078, cleared binding levels {{(pid=103240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:36:44.882268 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] For port e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:36:44.889297 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.959882 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.966397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:44.967136 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:44.969206 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] 10.222.0.53 "PUT /v2.0/ports/e38677fa-2abf-4f94-ba0a-86c4ddfacf80 HTTP/1.1" status: 200 len: 1093 time: 1.7759056 Apr 11 19:36:44.984628 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:44.987081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa4e785-453c-4ed1-a915-37bc1fc723b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:45.076266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd3c64-5272-4877-b539-506304986562 x-openstack-request-id: req-d1fd3c64-5272-4877-b539-506304986562 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:45.077138 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:45.077413 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1fd3c64-5272-4877-b539-506304986562 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:45.077823 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fd3c64-5272-4877-b539-506304986562'] response: {'name': 'network-changed', 'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'status': 'completed', 'code': 200} Apr 11 19:36:45.085136 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20c608-2868-477e-98f6-eef81b555a82 service neutron] Pushing event updated for resources: {'Port': ['ID=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,revision_number=3']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:45.104023 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-a0f3cfc1-da18-4b7b-8e0c-cb14f491d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:45.106052 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-a0f3cfc1-da18-4b7b-8e0c-cb14f491d174 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 1127 time: 0.0800073 Apr 11 19:36:45.115750 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.28.2.228 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/e6f37028-c420-4cc7-8407-21a18c31afc8) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:36:45.152495 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-eab02fd9-15fd-4a9a-9225-7ca6b2b3bfc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80 HTTP/1.1" status: 200 len: 217 time: 0.0385776 Apr 11 19:36:45.156798 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:45.234153 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.257446 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-84494e4c-9119-4f04-9c57-58c435456c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:45.258848 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-84494e4c-9119-4f04-9c57-58c435456c8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.0983465 Apr 11 19:36:45.267942 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.281823 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b9362e7f-2487-4020-b301-38add7918586 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:36:45.306110 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: b9362e7f-2487-4020-b301-38add7918586 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:36:45.306953 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b9362e7f-2487-4020-b301-38add7918586 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:36:45.317546 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:36:45.321535 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:36:45.323956 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=e6f37028-c420-4cc7-8407-21a18c31afc8,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:45.328906 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:36:45.348522 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-8d01823c-697a-45d6-9036-e1f154ff6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:45.350116 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-8d01823c-697a-45d6-9036-e1f154ff6293 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0828774 Apr 11 19:36:45.370538 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:45.381396 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] Sync routers for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:45.387130 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.397140 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:45.397929 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:45.464264 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (0ca33a5f-4356-4d65-8722-321400e8be01), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.516724 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ae71cec9-6e5a-4e42-a422-6412548f69c2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "PUT /v2.0/floatingips/8827f2d2-a93b-4580-a48b-fa5952c3b1ce HTTP/1.1" status: 200 len: 993 time: 2.1434162 Apr 11 19:36:45.518640 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.519661 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-e70e6c88-d6a8-4299-9194-2d64b2f425d7 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603775 Apr 11 19:36:45.535968 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:45.632701 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f8c8c77a-020b-4744-960b-f137e7b1f1bf req-e19cc59c-29bd-4685-8a08-477037732e85 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049769 Apr 11 19:36:45.693164 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.697797 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.770803 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=e6f37028-c420-4cc7-8407-21a18c31afc8,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:45.783246 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (0ca33a5f-4356-4d65-8722-321400e8be01), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.797761 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8827f2d2-a93b-4580-a48b-fa5952c3b1ce', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:37Z', 'updated_at': '2022-04-11T19:36:44Z', 'revision_number': 3, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:45.803134 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:45.804833 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b23a3237-b28d-46df-ac5d-d733d8e1b4e2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9566486 Apr 11 19:36:45.834503 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] Checking router: 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:36:45.845967 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:45.846951 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:45.991190 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-b2a96872-5e6f-4d6d-b80d-bbf7830fa814 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1430589748&fields=id&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 267 time: 0.0568540 Apr 11 19:36:46.006258 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:46.077446 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90017-8fa6-47a5-920e-2af8c1e2ff27 req-e388c1e5-50d6-4ffc-a94d-d90abb30b72c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:46.079082 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ce90017-8fa6-47a5-920e-2af8c1e2ff27 req-e388c1e5-50d6-4ffc-a94d-d90abb30b72c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 943 time: 0.0612292 Apr 11 19:36:46.119824 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-c6a52b70-9479-4a7b-acfa-aebba3aa37bf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:46.121477 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-c6a52b70-9479-4a7b-acfa-aebba3aa37bf tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.1188974 Apr 11 19:36:46.136964 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-ccb94719-cab1-40f4-a0eb-88baeaa1f51f tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/quotas/d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 375 time: 0.0096912 Apr 11 19:36:46.141084 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9ce90017-8fa6-47a5-920e-2af8c1e2ff27 req-69850ba6-ec1a-46f1-8737-0a3e5665fe0d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560277 Apr 11 19:36:46.205105 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-a5967c1a-bb20-4f5d-ae51-38706feb68b8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614681 Apr 11 19:36:46.255192 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8827f2d2-a93b-4580-a48b-fa5952c3b1ce', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:37Z', 'updated_at': '2022-04-11T19:36:44Z', 'revision_number': 3, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:46.282021 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb1301-0e6a-4928-9242-0de9eb073ab6 None None] The sync data for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb is: [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '8827f2d2-a93b-4580-a48b-fa5952c3b1ce', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'floating_ip_address': '172.28.2.151', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'port_id': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'mac_address': 'fa:16:3e:cb:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:34:37Z', 'updated_at': '2022-04-11T19:36:44Z', 'revision_number': 3, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:36:46.308463 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-788d51be-a00b-43ff-aec2-42906a44880a service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920830 Apr 11 19:36:46.409208 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-d9ba1c40-7180-4b31-84bc-b99e93d09ef3 service neutron] 10.222.0.26 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949025 Apr 11 19:36:46.593974 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-075bbb15-a246-4495-ab37-a2c7375505a7 req-04abe474-dc80-40a7-b807-18e2a4c614d1 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 210 time: 0.0424664 Apr 11 19:36:46.622736 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-dd69b3bf-e1b2-40c4-8d87-1e842579ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:46.625034 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-dd69b3bf-e1b2-40c4-8d87-1e842579ee95 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 1127 time: 0.0619636 Apr 11 19:36:46.729188 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-18496e21-284e-4606-922f-6d4a44556180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:46.730905 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-18496e21-284e-4606-922f-6d4a44556180 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 911 time: 0.0994558 Apr 11 19:36:46.782238 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-ece39a87-da28-4e23-a0b4-a473cf259a63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80 HTTP/1.1" status: 200 len: 217 time: 0.0447946 Apr 11 19:36:46.840142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-baeccb3c-d6d2-49d5-b90c-04d0ce23e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:46.841771 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-baeccb3c-d6d2-49d5-b90c-04d0ce23e671 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.0520985 Apr 11 19:36:46.894247 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-e560d265-0e35-4295-a7de-97d61d28b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:46.895785 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-e560d265-0e35-4295-a7de-97d61d28b172 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475829 Apr 11 19:36:47.003428 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-d6daa428-a1d4-4c8a-8fcb-9c62b6999542 service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969408 Apr 11 19:36:47.079177 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}, {'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:47.081485 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97"}, {"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:47.113437 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9aa4e785-453c-4ed1-a915-37bc1fc723b2 req-c3a19333-237e-46e2-9c6d-226a3920b9ab service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056793 Apr 11 19:36:47.132828 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe6cf5c-14fb-4269-8fe7-df61051630da x-openstack-request-id: req-fbe6cf5c-14fb-4269-8fe7-df61051630da {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:47.133196 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:47.133511 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbe6cf5c-14fb-4269-8fe7-df61051630da {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:47.133985 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe6cf5c-14fb-4269-8fe7-df61051630da'] response: {'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'status': 'completed', 'code': 200} Apr 11 19:36:47.134267 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe6cf5c-14fb-4269-8fe7-df61051630da'] response: {'name': 'network-changed', 'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'status': 'completed', 'code': 200} Apr 11 19:36:47.202912 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-1372580a-74bf-4850-9303-76faaf350e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:47.204421 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-1372580a-74bf-4850-9303-76faaf350e3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0429790 Apr 11 19:36:47.272859 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a754-f53f-4894-971c-a08b00f4c126 req-81d6f496-f519-493e-8e64-8fad22aae881 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:47.274709 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-14d1a754-f53f-4894-971c-a08b00f4c126 req-81d6f496-f519-493e-8e64-8fad22aae881 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 943 time: 0.0535462 Apr 11 19:36:47.326259 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-14d1a754-f53f-4894-971c-a08b00f4c126 req-905f331f-5c59-41cd-a324-50e94f8ca84b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442462 Apr 11 19:36:47.544039 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-3e2d4dcc-3c94-436c-86d8-d3c13841124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:47.546342 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-3e2d4dcc-3c94-436c-86d8-d3c13841124e service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.0973337 Apr 11 19:36:47.638415 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-b74f9445-432d-4fdb-9ef4-c5835e19a85c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 1001 time: 0.0826061 Apr 11 19:36:47.670900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-04a7ec2c-622e-4500-b94c-f61799532b16 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:47.673458 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-04a7ec2c-622e-4500-b94c-f61799532b16 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 815 time: 0.1436782 Apr 11 19:36:47.704213 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-876c0196-c6b0-49c1-9672-c59cdae32bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:47.707809 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-876c0196-c6b0-49c1-9672-c59cdae32bc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0618691 Apr 11 19:36:47.711446 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d7c418e4-275f-4304-a2d7-bd82ba100077 req-07aa6264-3058-46fe-b9a7-ea3fa5457c46 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 210 time: 0.0355530 Apr 11 19:36:47.753114 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a797951-66b6-4343-a110-a10692acaa79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:47.768910 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-84b40f48-ee37-4215-b272-ab8fcbe5d58a tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54 HTTP/1.1" status: 200 len: 380 time: 0.0835183 Apr 11 19:36:47.775776 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-d7cde2af-5522-41ba-b5b3-8f8acdf5f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:47.777311 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-d7cde2af-5522-41ba-b5b3-8f8acdf5f404 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0605919 Apr 11 19:36:47.814536 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'port': {'device_id': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'admin_state_up': True, 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'security_groups': ['a80782b4-a4b1-4dd7-afc4-a4e6165247ba']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:47.904561 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-32b73f01-9b2a-480f-929c-630abe4b6683 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954170 Apr 11 19:36:47.941042 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Made reservation on behalf of d2be9a4e04a74eaeb6a2f772fcf1ac54 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:36:47.945042 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.011152 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-07f205f9-a835-4706-ae39-73abce0a29cf service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997536 Apr 11 19:36:48.082963 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Allocated IP 172.20.0.10 (1aa30ed1-f0a9-44ee-9416-23015443366d/d353e279-26da-4fa0-be61-4696cbb73344/b5082e18-6561-458f-a8ce-a37d898e55c5) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:36:48.108679 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-b318e476-832a-43c8-88b7-e5b70434401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.110912 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-b318e476-832a-43c8-88b7-e5b70434401d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f98c7ad042e4adc892781eab03d12ee&device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 1129 time: 0.0534523 Apr 11 19:36:48.218049 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-409596ef-f0b8-461e-b1c3-395ca55e224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.219677 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-409596ef-f0b8-461e-b1c3-395ca55e224d service neutron] 10.222.0.53 "GET /v2.0/networks?id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 200 len: 920 time: 0.1013298 Apr 11 19:36:48.230752 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.270975 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.295124 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-56fa1b72-9882-4562-a505-bef8af1edbef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 200 len: 1001 time: 0.0680881 Apr 11 19:36:48.318837 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Network 1aa30ed1-f0a9-44ee-9416-23015443366d is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:36:48.321871 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:36:48.325610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:36:48.352154 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event updated for resources: {'Port': ['ID=b5082e18-6561-458f-a8ce-a37d898e55c5,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:48.365373 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-b64737e9-30d1-49ca-a7d3-dfb22a05b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.367161 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-b64737e9-30d1-49ca-a7d3-dfb22a05b75d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 200 len: 858 time: 0.0626638 Apr 11 19:36:48.395908 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.396715 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.416910 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-d317532c-5fd6-4be5-afdd-f2875cd89d5d tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076579 Apr 11 19:36:48.428625 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Request body: {'port': {'device_id': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:48.475705 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-3aca98a4-60c2-400e-a5ca-f2ee25072bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.477335 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-3aca98a4-60c2-400e-a5ca-f2ee25072bc7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0992987 Apr 11 19:36:48.492939 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.502625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e7aee-7243-4d52-ad41-047d60416a70 req-241026df-8501-4797-bb9a-e2f86f238fd7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.504188 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-de4e7aee-7243-4d52-ad41-047d60416a70 req-241026df-8501-4797-bb9a-e2f86f238fd7 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 943 time: 0.0805004 Apr 11 19:36:48.601103 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-de4e7aee-7243-4d52-ad41-047d60416a70 req-c8cd829a-b606-45eb-b989-8cb1f5222785 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863745 Apr 11 19:36:48.620734 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-66a182d5-796d-4f09-87e4-51cffa8c53b9 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328812 Apr 11 19:36:48.656064 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-302c37d0-0da1-443d-b914-052af34b1479 None None] Provisioning complete for port b5082e18-6561-458f-a8ce-a37d898e55c5 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:36:48.656437 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-302c37d0-0da1-443d-b914-052af34b1479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.691653 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-302c37d0-0da1-443d-b914-052af34b1479 None None] Port b5082e18-6561-458f-a8ce-a37d898e55c5 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:36:48.726738 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e01f0fc7-343a-40f0-95fa-4f4f496f3cd7 req-b4277ea4-d5a3-408f-8a7d-1792e7b307e6 service neutron] 10.222.0.53 "GET /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986865 Apr 11 19:36:48.804195 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5082e18-6561-458f-a8ce-a37d898e55c5 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:36:48.830783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Publish callbacks [] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.853888 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b8c07-aa8f-43fb-b3a4-01d3351a2b2c req-c845b035-b40b-4d7c-83ba-f72500fec3ab tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:48.855299 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-493b8c07-aa8f-43fb-b3a4-01d3351a2b2c req-c845b035-b40b-4d7c-83ba-f72500fec3ab tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 932 time: 0.0708010 Apr 11 19:36:48.858920 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Transition to ACTIVE for port object b5082e18-6561-458f-a8ce-a37d898e55c5 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:36:48.862164 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:48.950457 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5082e18-6561-458f-a8ce-a37d898e55c5,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:48.964831 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-493b8c07-aa8f-43fb-b3a4-01d3351a2b2c req-4b0b8e47-44cf-481c-a639-d11c0d61125b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001623 Apr 11 19:36:49.040589 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Attempting to bind port b5082e18-6561-458f-a8ce-a37d898e55c5 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:36:49.041052 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Attempting to bind port b5082e18-6561-458f-a8ce-a37d898e55c5 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:36:49.041478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Attempting to bind port b5082e18-6561-458f-a8ce-a37d898e55c5 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:36:49.046665 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Port b5082e18-6561-458f-a8ce-a37d898e55c5 on network 1aa30ed1-f0a9-44ee-9416-23015443366d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:36:49.046994 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Attempting to bind port b5082e18-6561-458f-a8ce-a37d898e55c5 on network 1aa30ed1-f0a9-44ee-9416-23015443366d {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:36:49.052803 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:36:49.053211 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Checking segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:36:49.053528 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Bound using segment: {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:36:49.054002 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Bound port: b5082e18-6561-458f-a8ce-a37d898e55c5, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd99a4e-2438-4107-aa4c-15ea8be383f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:36:49.054343 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:49.123971 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] For port b5082e18-6561-458f-a8ce-a37d898e55c5, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:36:49.127114 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] For port b5082e18-6561-458f-a8ce-a37d898e55c5, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b5082e18-6561-458f-a8ce-a37d898e55c5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:36:49.134193 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:49.174381 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:49.174993 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:49.179252 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] 10.222.0.53 "PUT /v2.0/ports/b5082e18-6561-458f-a8ce-a37d898e55c5 HTTP/1.1" status: 200 len: 1094 time: 0.7522514 Apr 11 19:36:49.179252 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:49.179252 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b8d525-0e68-46ad-a31a-033c519d53b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:49.204829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadc074-b2db-4481-9daa-9e9a99fd6ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5082e18-6561-458f-a8ce-a37d898e55c5,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:49.226997 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2c5ae8-c894-4a6d-bf99-a08d60b4af01 x-openstack-request-id: req-fe2c5ae8-c894-4a6d-bf99-a08d60b4af01 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:49.227294 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:49.227555 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fe2c5ae8-c894-4a6d-bf99-a08d60b4af01 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:49.227990 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2c5ae8-c894-4a6d-bf99-a08d60b4af01'] response: {'name': 'network-changed', 'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'status': 'completed', 'code': 200} Apr 11 19:36:49.310980 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device e38677fa-2abf-4f94-ba0a-86c4ddfacf80 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:36:49.435800 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:49.452255 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'port_id': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'mac_address': 'fa:16:3e:50:c3:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:36:49.497057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:36:49.497448 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:49.509689 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-771e82c5-cf7b-40b5-b5ca-1e2c4fbfcdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:49.511208 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-771e82c5-cf7b-40b5-b5ca-1e2c4fbfcdcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 1128 time: 0.2773788 Apr 11 19:36:49.511588 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38677fa-2abf-4f94-ba0a-86c4ddfacf80 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:36:49.538024 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:49.542571 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:49.560119 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-0b5069f8-2724-42e7-bac0-1a9f9fc6fca6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5082e18-6561-458f-a8ce-a37d898e55c5 HTTP/1.1" status: 200 len: 217 time: 0.0403819 Apr 11 19:36:49.590981 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:49.615400 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-8e37ae8e-b45e-4df9-b4a9-18113924b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:49.616878 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-8e37ae8e-b45e-4df9-b4a9-18113924b803 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0495486 Apr 11 19:36:49.664154 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257fe5-b3dc-4243-838e-87e34886270e req-215d2403-462d-477c-a078-c3a8f4cf8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:49.665686 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-215d2403-462d-477c-a078-c3a8f4cf8b68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0413287 Apr 11 19:36:49.737220 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce078ca4-db36-41f9-93d9-f3eb2e9a8ee2 req-97de5593-9c26-4ac7-9315-b7723f941d2c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:49.738719 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ce078ca4-db36-41f9-93d9-f3eb2e9a8ee2 req-97de5593-9c26-4ac7-9315-b7723f941d2c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 944 time: 0.0686824 Apr 11 19:36:49.828957 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-be9334eb-4f04-407b-af25-3ec11f54cc11 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495237 Apr 11 19:36:49.833101 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ce078ca4-db36-41f9-93d9-f3eb2e9a8ee2 req-44e16943-bc68-494e-bc45-a589fea90909 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678048 Apr 11 19:36:49.843947 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['e38677fa-2abf-4f94-ba0a-86c4ddfacf80'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:36:49.933218 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-92257fe5-b3dc-4243-838e-87e34886270e req-3fd64417-5e69-4a6a-8b42-afb38e00ecc9 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908549 Apr 11 19:36:50.092419 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce2ab9-37c7-4b07-bfd4-f1b1119335f6 req-c57d11e5-d5d6-4543-8999-1b4ed35c8ce9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:50.094178 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0fce2ab9-37c7-4b07-bfd4-f1b1119335f6 req-c57d11e5-d5d6-4543-8999-1b4ed35c8ce9 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 944 time: 0.0507734 Apr 11 19:36:50.143453 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0fce2ab9-37c7-4b07-bfd4-f1b1119335f6 req-9eebe174-c9bf-45c0-b754-5694a452b473 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Apr 11 19:36:50.791044 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3bc68e93-5101-4d3e-8c4b-2c6fee69154e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:50.963508 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2990c-4d8a-4222-bd0b-8ec7e52857d3 req-84ef1295-de1e-4f1e-9c9d-7ea3499fb2e5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:50.965192 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d8f2990c-4d8a-4222-bd0b-8ec7e52857d3 req-84ef1295-de1e-4f1e-9c9d-7ea3499fb2e5 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 944 time: 0.0616114 Apr 11 19:36:51.008588 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-0686a2cb-f018-4817-94f3-609630bfff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:51.010104 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-0686a2cb-f018-4817-94f3-609630bfff4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 1128 time: 0.0650187 Apr 11 19:36:51.059609 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d8f2990c-4d8a-4222-bd0b-8ec7e52857d3 req-c20508af-74dd-429b-8d0d-de8dadc70290 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791788 Apr 11 19:36:51.120539 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-28f9d81b-9d4b-416b-bf48-80ade57aa368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:51.122039 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-28f9d81b-9d4b-416b-bf48-80ade57aa368 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.1041951 Apr 11 19:36:51.166169 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-a44ba81d-6460-4e9d-9923-7e5da50f8682 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5082e18-6561-458f-a8ce-a37d898e55c5 HTTP/1.1" status: 200 len: 217 time: 0.0339565 Apr 11 19:36:51.218882 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-d182df42-5695-4a5f-9ff9-2344120573a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:51.220341 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-d182df42-5695-4a5f-9ff9-2344120573a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0470319 Apr 11 19:36:51.268047 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-ea0df575-843a-4dc1-87fb-b3340f95ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:51.269633 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-ea0df575-843a-4dc1-87fb-b3340f95ba06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427895 Apr 11 19:36:51.273965 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ff964-c55e-4dca-8ab4-749bc8637901 req-60a97f5b-d9e8-4704-9831-75cb52aea659 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:51.275477 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ed5ff964-c55e-4dca-8ab4-749bc8637901 req-60a97f5b-d9e8-4704-9831-75cb52aea659 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 944 time: 0.0596876 Apr 11 19:36:51.317100 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device e38677fa-2abf-4f94-ba0a-86c4ddfacf80 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:36:51.327667 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ed5ff964-c55e-4dca-8ab4-749bc8637901 req-10d022bf-5205-428f-87ea-5f52f367c09b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459294 Apr 11 19:36:51.365182 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:36:51.372428 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:36:51.372874 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:51.377703 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-45a5e2a4-546c-40cf-b1f1-721d37dff0a5 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001525 Apr 11 19:36:51.458761 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:36:51.459162 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:51.484610 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:51.487110 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570030fd-2714-4285-a9f7-2fc792297968" -d '{"events": [{"server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "name": "network-vif-plugged", "status": "completed", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:51.497808 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59b8d525-0e68-46ad-a31a-033c519d53b5 req-0f7e2c54-63f9-4fb2-845f-6ea870894ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124213 Apr 11 19:36:51.499763 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:51.504193 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:51.528298 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8dfa27-9179-495b-b9c3-f4dddf58a927 x-openstack-request-id: req-ce8dfa27-9179-495b-b9c3-f4dddf58a927 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:51.528626 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "name": "network-vif-plugged", "status": "completed", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:51.528921 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ce8dfa27-9179-495b-b9c3-f4dddf58a927 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:51.529836 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8dfa27-9179-495b-b9c3-f4dddf58a927'] response: {'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'code': 200} Apr 11 19:36:51.558652 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:51.694316 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ebabc-01eb-45c1-9f6a-85f43e64c2f6 req-18628b86-b0b8-445b-a4fd-e4da52275945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:51.695853 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-429ebabc-01eb-45c1-9f6a-85f43e64c2f6 req-18628b86-b0b8-445b-a4fd-e4da52275945 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 1129 time: 0.0396118 Apr 11 19:36:51.748010 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-429ebabc-01eb-45c1-9f6a-85f43e64c2f6 req-e0a31be0-8d31-4718-8ce9-f2c9d6e1a098 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451961 Apr 11 19:36:51.781134 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:52.178168 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a598-dbd7-429d-9e1d-7b722edecb46 req-fe5584e8-ca77-4231-b503-2ed5e6d2ab87 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:52.179696 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8d67a598-dbd7-429d-9e1d-7b722edecb46 req-fe5584e8-ca77-4231-b503-2ed5e6d2ab87 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0488780 Apr 11 19:36:52.227503 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8d67a598-dbd7-429d-9e1d-7b722edecb46 req-7841712a-3735-4886-bfd8-6510368a445b tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Apr 11 19:36:52.443418 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09d7c8-916e-45b2-9d30-f7cc24651f1c req-28542c9e-bc6b-461c-9780-d1ec807c69b8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:52.444925 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ab09d7c8-916e-45b2-9d30-f7cc24651f1c req-28542c9e-bc6b-461c-9780-d1ec807c69b8 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 944 time: 0.0473721 Apr 11 19:36:52.497734 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ab09d7c8-916e-45b2-9d30-f7cc24651f1c req-eb5e0352-85f7-43a0-b394-bea5d2860593 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472155 Apr 11 19:36:52.896752 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:53.333611 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b5082e18-6561-458f-a8ce-a37d898e55c5 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:36:53.354173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfeedf-0d6d-48c9-b315-de8b9b5558ba req-411a4bef-fb71-4e24-b665-d797b6ec9ab4 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:53.356018 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b3bfeedf-0d6d-48c9-b315-de8b9b5558ba req-411a4bef-fb71-4e24-b665-d797b6ec9ab4 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0540860 Apr 11 19:36:53.406649 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b3bfeedf-0d6d-48c9-b315-de8b9b5558ba req-ffe177fd-6cd2-47f7-bb1a-f472285d8bd0 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453761 Apr 11 19:36:53.448696 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b5082e18-6561-458f-a8ce-a37d898e55c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b5082e18-6561-458f-a8ce-a37d898e55c5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:53.460749 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'port_id': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'mac_address': 'fa:16:3e:00:b3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:36:53.503150 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b5082e18-6561-458f-a8ce-a37d898e55c5 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:36:53.503551 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:53.518012 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5082e18-6561-458f-a8ce-a37d898e55c5 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:36:53.540857 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b5082e18-6561-458f-a8ce-a37d898e55c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b5082e18-6561-458f-a8ce-a37d898e55c5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:53.545423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:53.605596 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b5082e18-6561-458f-a8ce-a37d898e55c5,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:53.632236 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09824c-4189-4bae-8310-4847b9164b7a req-f1dee9c1-fd1e-4559-bf4f-4d6330c7a0f7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:53.633764 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9a09824c-4189-4bae-8310-4847b9164b7a req-f1dee9c1-fd1e-4559-bf4f-4d6330c7a0f7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 945 time: 0.0539520 Apr 11 19:36:53.688982 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9a09824c-4189-4bae-8310-4847b9164b7a req-6fe247d3-cbfa-4869-8e4b-dcc37e0f9380 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488305 Apr 11 19:36:53.833362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['b5082e18-6561-458f-a8ce-a37d898e55c5'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:36:54.521687 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2906432-e2e4-498a-b9aa-aaf6674c4f64 req-42bbd20f-8410-4f28-9c90-aa028fbfc866 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:54.523234 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2906432-e2e4-498a-b9aa-aaf6674c4f64 req-42bbd20f-8410-4f28-9c90-aa028fbfc866 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0491707 Apr 11 19:36:54.574767 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a2906432-e2e4-498a-b9aa-aaf6674c4f64 req-e72ca58a-8199-45c0-a1c5-78dc6ece911c tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452449 Apr 11 19:36:54.684568 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dd3c0-998a-4c54-b04b-9db632e4b690 req-fb79c810-ebe1-44bf-a714-f04252fdebee tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:54.686017 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6c6dd3c0-998a-4c54-b04b-9db632e4b690 req-fb79c810-ebe1-44bf-a714-f04252fdebee tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0476797 Apr 11 19:36:54.694555 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43386) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:54.698979 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Request body: {'floatingip': {'port_id': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:54.743607 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (b72fed79-5a3b-4638-8be3-7b503e429766), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:54.804412 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2b848-e0ea-4453-a8fb-52766fc79f32 req-d2e0f536-1dad-4b92-9a84-cbe0855d5c49 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:54.805997 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-60a2b848-e0ea-4453-a8fb-52766fc79f32 req-d2e0f536-1dad-4b92-9a84-cbe0855d5c49 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 945 time: 0.0494130 Apr 11 19:36:54.861802 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-60a2b848-e0ea-4453-a8fb-52766fc79f32 req-0ed7e503-7c66-4013-b116-bb2e87237c9e tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501955 Apr 11 19:36:54.979803 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.222552 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.226783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (b72fed79-5a3b-4638-8be3-7b503e429766), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.337169 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Floating IP b72fed79-5a3b-4638-8be3-7b503e429766 associated. External IP: 172.28.2.144, port: e38677fa-2abf-4f94-ba0a-86c4ddfacf80. Apr 11 19:36:55.338131 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b5082e18-6561-458f-a8ce-a37d898e55c5 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:36:55.384340 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port b5082e18-6561-458f-a8ce-a37d898e55c5 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:36:55.391609 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port b5082e18-6561-458f-a8ce-a37d898e55c5 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:36:55.392247 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.473695 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b5082e18-6561-458f-a8ce-a37d898e55c5 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:36:55.474091 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.498757 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:55.501052 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a52498-6f7d-4ad6-acf4-7f74b51b6af7" -d '{"events": [{"server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "name": "network-vif-plugged", "status": "completed", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:55.514232 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b5082e18-6561-458f-a8ce-a37d898e55c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b5082e18-6561-458f-a8ce-a37d898e55c5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:36:55.519663 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.547266 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a404a784-792f-487e-8f33-e8d37416126a x-openstack-request-id: req-a404a784-792f-487e-8f33-e8d37416126a {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:55.547578 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "name": "network-vif-plugged", "status": "completed", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:55.547868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a404a784-792f-487e-8f33-e8d37416126a {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:55.548234 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a404a784-792f-487e-8f33-e8d37416126a'] response: {'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'code': 200} Apr 11 19:36:55.579759 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b5082e18-6561-458f-a8ce-a37d898e55c5,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:36:55.580798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:55.728455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:55.730379 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e23cf-6751-44bd-ab67-109fd9773db7 req-b54bac93-20da-4c88-8203-77b57cbe46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:55.731854 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a14e23cf-6751-44bd-ab67-109fd9773db7 req-b54bac93-20da-4c88-8203-77b57cbe46ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 1130 time: 0.0496099 Apr 11 19:36:55.735552 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:55.742789 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:55.754521 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:55.755662 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:55.783088 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5ae85ae4-556a-4f68-896f-5c39e50074cf tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "PUT /v2.0/floatingips/b72fed79-5a3b-4638-8be3-7b503e429766 HTTP/1.1" status: 200 len: 991 time: 1.0874491 Apr 11 19:36:55.784627 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:55.786844 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990e1008-a0a0-410d-8d4a-5fd305109a82" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:55.814570 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a14e23cf-6751-44bd-ab67-109fd9773db7 req-413c8ed8-012d-4b5f-acd3-a48576664617 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574467 Apr 11 19:36:55.826676 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d3c619-db93-4340-a423-a40db8f5aaca x-openstack-request-id: req-d3d3c619-db93-4340-a423-a40db8f5aaca {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:55.826676 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:55.826922 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d3d3c619-db93-4340-a423-a40db8f5aaca {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:55.827139 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d3c619-db93-4340-a423-a40db8f5aaca'] response: {'name': 'network-changed', 'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'status': 'completed', 'code': 200} Apr 11 19:36:55.893320 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:55.980940 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bacf85-7cfb-4ef7-8b6e-bb383255ff23 req-b231e4d1-5176-406a-95ce-62a073336830 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:55.983003 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-90bacf85-7cfb-4ef7-8b6e-bb383255ff23 req-b231e4d1-5176-406a-95ce-62a073336830 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.0495048 Apr 11 19:36:56.040408 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-90bacf85-7cfb-4ef7-8b6e-bb383255ff23 req-ee53431d-afbd-4723-9058-cb207152102c tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515172 Apr 11 19:36:56.135903 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-9f4594c9-c524-4d42-ae84-a7a879dd6b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:56.137336 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-9f4594c9-c524-4d42-ae84-a7a879dd6b14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e95f3163732d4c719e158cd4b7a76f49&device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 1129 time: 0.0440536 Apr 11 19:36:56.171616 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': 'b72fed79-5a3b-4638-8be3-7b503e429766', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'floating_ip_address': '172.28.2.144', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'port_id': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'mac_address': 'fa:16:3e:50:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:37Z', 'updated_at': '2022-04-11T19:36:55Z', 'revision_number': 1, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:56.197685 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:36:56.211276 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:56.218616 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:56.231909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-8a5a1ab2-ddb7-48b6-a535-915b5c903c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:56.233588 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-8a5a1ab2-ddb7-48b6-a535-915b5c903c30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 200 len: 911 time: 0.0880599 Apr 11 19:36:56.316008 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-20aa19af-fcaa-4b10-b35d-69beb56b8fb9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80 HTTP/1.1" status: 200 len: 999 time: 0.0672548 Apr 11 19:36:56.322546 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:36:56.547175 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': 'b72fed79-5a3b-4638-8be3-7b503e429766', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'floating_ip_address': '172.28.2.144', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'port_id': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'mac_address': 'fa:16:3e:50:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:37Z', 'updated_at': '2022-04-11T19:36:55Z', 'revision_number': 1, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:56.574453 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568795c8-ea2d-4b6b-9994-2b958ad4d77d None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': 'b72fed79-5a3b-4638-8be3-7b503e429766', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'floating_ip_address': '172.28.2.144', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'port_id': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'mac_address': 'fa:16:3e:50:c3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:37Z', 'updated_at': '2022-04-11T19:36:55Z', 'revision_number': 1, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:36:56.798003 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-6300ec95-033c-48f6-8b84-c106c08a2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:56.799478 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-6300ec95-033c-48f6-8b84-c106c08a2a0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 200 len: 849 time: 0.0501380 Apr 11 19:36:56.799694 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8c3ec6-ae0f-449e-abb1-71c02ea67449 None None] New status for floating IP b72fed79-5a3b-4638-8be3-7b503e429766: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:36:56.851392 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-c227cd41-ead8-4e6c-b83e-6335b79393ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:56.852997 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-c227cd41-ead8-4e6c-b83e-6335b79393ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04920699-676e-4318-9c33-6d394316e286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427191 Apr 11 19:36:56.955095 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-7183d1c0-13e2-4627-ae92-591f957ddf1a service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915465 Apr 11 19:36:57.080472 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-990e1008-a0a0-410d-8d4a-5fd305109a82 req-090ec09f-36d5-492f-95a6-0d9d5c959ebf service neutron] 10.222.0.53 "GET /v2.0/networks/04920699-676e-4318-9c33-6d394316e286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998912 Apr 11 19:36:57.164898 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787a145-5a65-4265-aaa2-92c407a1ddeb req-1cfb66e9-7c5a-4438-9e0d-3fafddb6e8b5 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:57.166432 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b787a145-5a65-4265-aaa2-92c407a1ddeb req-1cfb66e9-7c5a-4438-9e0d-3fafddb6e8b5 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.0484970 Apr 11 19:36:57.215108 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b787a145-5a65-4265-aaa2-92c407a1ddeb req-1083bf2e-c0ac-4de2-b02c-2de1c9067ee3 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Apr 11 19:36:58.338720 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1301b-f856-497a-9d32-b1902dc3ecef req-642aa86a-bb3b-4d81-9641-d2752acb6782 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:58.340238 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b4b1301b-f856-497a-9d32-b1902dc3ecef req-642aa86a-bb3b-4d81-9641-d2752acb6782 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.0558214 Apr 11 19:36:58.393093 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b4b1301b-f856-497a-9d32-b1902dc3ecef req-1d0a3ea1-09ab-41f9-8658-31acc589b77b tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464082 Apr 11 19:36:58.507562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660fb76-455f-4185-ad5d-303acd16e65d req-5b36b598-0a18-41db-882d-fe9f7737e930 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:58.509011 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c660fb76-455f-4185-ad5d-303acd16e65d req-5b36b598-0a18-41db-882d-fe9f7737e930 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.0491488 Apr 11 19:36:58.518131 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43408) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:36:58.522587 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Request body: {'floatingip': {'port_id': 'b5082e18-6561-458f-a8ce-a37d898e55c5'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:36:58.562720 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (0ca33a5f-4356-4d65-8722-321400e8be01), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:59.033318 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:59.038213 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (0ca33a5f-4356-4d65-8722-321400e8be01), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:59.375622 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP 0ca33a5f-4356-4d65-8722-321400e8be01 associated. External IP: 172.28.2.228, port: b5082e18-6561-458f-a8ce-a37d898e55c5. Apr 11 19:36:59.595983 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:36:59.716264 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:36:59.721477 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:36:59.726252 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:36:59.738272 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:36:59.738984 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:36:59.752821 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a56ba9fa-5b59-4b88-a37d-ffa5daa57f73 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "PUT /v2.0/floatingips/0ca33a5f-4356-4d65-8722-321400e8be01 HTTP/1.1" status: 200 len: 992 time: 1.2335594 Apr 11 19:36:59.753417 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:36:59.755692 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888b1e37-0fa8-418d-925e-7672a21487e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:36:59.800095 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6aefad-7c55-4d3a-b3a2-5ec93225a2f9 x-openstack-request-id: req-5b6aefad-7c55-4d3a-b3a2-5ec93225a2f9 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:36:59.800505 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:36:59.800796 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b6aefad-7c55-4d3a-b3a2-5ec93225a2f9 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:36:59.801197 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b6aefad-7c55-4d3a-b3a2-5ec93225a2f9'] response: {'name': 'network-changed', 'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'status': 'completed', 'code': 200} Apr 11 19:36:59.872924 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-660dbb9d-663b-417a-ae2d-fb815bac20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:59.874450 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-660dbb9d-663b-417a-ae2d-fb815bac20f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 1130 time: 0.0432022 Apr 11 19:36:59.978150 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-a5b909a7-7d06-4835-959e-ece273a1401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:36:59.979523 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-a5b909a7-7d06-4835-959e-ece273a1401e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 200 len: 916 time: 0.0987613 Apr 11 19:36:59.985644 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:00.064832 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-f03797d7-3ddc-4771-9e8f-32b5a4163d0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5082e18-6561-458f-a8ce-a37d898e55c5 HTTP/1.1" status: 200 len: 1000 time: 0.0730050 Apr 11 19:37:00.114742 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-ad09ef68-bc99-48e5-9b8d-de81d10f3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:00.116458 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-ad09ef68-bc99-48e5-9b8d-de81d10f3735 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 200 len: 854 time: 0.0457537 Apr 11 19:37:00.168371 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-4ac6566a-15e4-4a3f-8081-9091bc9b1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:00.169949 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-4ac6566a-15e4-4a3f-8081-9091bc9b1423 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1aa30ed1-f0a9-44ee-9416-23015443366d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435834 Apr 11 19:37:00.224507 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '0ca33a5f-4356-4d65-8722-321400e8be01', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:00:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:45Z', 'updated_at': '2022-04-11T19:36:58Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:00.252843 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:00.261612 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:00.262236 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:00.263446 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-6479db7c-83c7-435c-9bab-9d8b3ca0944f service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877416 Apr 11 19:37:00.368608 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-888b1e37-0fa8-418d-925e-7672a21487e8 req-ff93d23b-d41c-4e0d-975a-219b7cec4a76 service neutron] 10.222.0.53 "GET /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978808 Apr 11 19:37:00.385088 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:00.608676 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '0ca33a5f-4356-4d65-8722-321400e8be01', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:00:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:45Z', 'updated_at': '2022-04-11T19:36:58Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:00.636187 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221a464-b5eb-4def-ae6f-3ada47fee4ca None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '0ca33a5f-4356-4d65-8722-321400e8be01', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'floating_ip_address': '172.28.2.228', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'port_id': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'mac_address': 'fa:16:3e:00:b3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:36:45Z', 'updated_at': '2022-04-11T19:36:58Z', 'revision_number': 1, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:00.843587 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cb86c5-8cc7-4b7f-8d00-1e5931812821 None None] New status for floating IP 0ca33a5f-4356-4d65-8722-321400e8be01: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:37:01.412800 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-2fd0db73-6361-493e-b62d-6f87438de922 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1025217396&fields=id&tenant_id=e00a22b0550e46b4abb37eef483d809a HTTP/1.1" status: 200 len: 267 time: 0.0574293 Apr 11 19:37:01.473610 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-7169ff3d-7be7-4c98-ba9a-d669a1c83e1b tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:01.475116 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-7169ff3d-7be7-4c98-ba9a-d669a1c83e1b tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 984 time: 0.0533423 Apr 11 19:37:01.486428 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Request body: {'port': {'security_groups': ['4b3f6d99-661e-4b58-a272-40f840503510']}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:37:01.565315 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:01.756463 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:01.787238 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:01.800441 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:01.813322 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['7d562bce-cb3f-4ffd-a66c-343f353c49ed'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:37:01.852492 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:01.853648 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:01.854878 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-10219fcb-76d7-4c56-9c48-6244a83280ab req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "PUT /v2.0/ports/7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 942 time: 0.3735971 Apr 11 19:37:01.855364 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:01.857864 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f9dd95-8755-443c-b15c-2df38a14469b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:01.867824 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43422) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:01.903095 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fcada-a9b9-408f-883c-b05bc6b8f0c4 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event updated for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=7']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:01.922887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fef5c8-dbb3-43c1-8eae-5d5e392be375 x-openstack-request-id: req-72fef5c8-dbb3-43c1-8eae-5d5e392be375 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:01.923180 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:01.923432 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72fef5c8-dbb3-43c1-8eae-5d5e392be375 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:01.923844 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72fef5c8-dbb3-43c1-8eae-5d5e392be375'] response: {'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'status': 'completed', 'code': 200} Apr 11 19:37:01.965114 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['7d562bce-cb3f-4ffd-a66c-343f353c49ed'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:37:01.981492 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7784-1efd-4f66-96ab-1c3f9a70d7ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group (fcac6176-1cd6-4222-9492-0848f2cbae9b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.012040 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9dd95-8755-443c-b15c-2df38a14469b req-5ac2524b-af51-475a-a9ec-20591e89ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:02.014056 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-5ac2524b-af51-475a-a9ec-20591e89ef92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1129 time: 0.0636132 Apr 11 19:37:02.020807 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7784-1efd-4f66-96ab-1c3f9a70d7ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group (fcac6176-1cd6-4222-9492-0848f2cbae9b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.182425 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-6d582c37-9f77-442d-aea1-9b8dc930296b None None] Provisioning complete for port 7d562bce-cb3f-4ffd-a66c-343f353c49ed triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:37:02.182652 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6d582c37-9f77-442d-aea1-9b8dc930296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.217928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9dd95-8755-443c-b15c-2df38a14469b req-bbd716c0-6bde-4454-9503-28fa0e114b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:02.220396 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-bbd716c0-6bde-4454-9503-28fa0e114b82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 915 time: 0.1963849 Apr 11 19:37:02.271698 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-6d582c37-9f77-442d-aea1-9b8dc930296b None None] Current status of the port 7d562bce-cb3f-4ffd-a66c-343f353c49ed is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:37:02.290091 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7784-1efd-4f66-96ab-1c3f9a70d7ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fcac6176-1cd6-4222-9492-0848f2cbae9b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.292708 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e90f7784-1efd-4f66-96ab-1c3f9a70d7ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.293865 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e90f7784-1efd-4f66-96ab-1c3f9a70d7ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "DELETE /v2.0/security-groups/fcac6176-1cd6-4222-9492-0848f2cbae9b HTTP/1.1" status: 204 len: 168 time: 0.4248374 Apr 11 19:37:02.297625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43424) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:02.312895 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f7784-1efd-4f66-96ab-1c3f9a70d7ab tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcac6176-1cd6-4222-9492-0848f2cbae9b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:02.318323 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-635e74ee-d575-46c6-b383-25a051c6b864 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 1000 time: 0.0903244 Apr 11 19:37:02.374057 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9dd95-8755-443c-b15c-2df38a14469b req-b987d40e-4253-477c-92a8-f4af300810f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:02.375530 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-b987d40e-4253-477c-92a8-f4af300810f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 200 len: 853 time: 0.0461836 Apr 11 19:37:02.425799 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9dd95-8755-443c-b15c-2df38a14469b req-f94464fb-aa78-40d5-abda-7bf7ff3eb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:02.427317 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-f94464fb-aa78-40d5-abda-7bf7ff3eb65f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443263 Apr 11 19:37:02.474705 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Deleting port b1f50592-40f3-47ed-a064-56891d45fd65 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:02.475319 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b1f50592-40f3-47ed-a064-56891d45fd65), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.529472 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-91900fd0-9652-444d-b3cf-167834955153 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940964 Apr 11 19:37:02.556088 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b1f50592-40f3-47ed-a064-56891d45fd65), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.556427 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for floatingip (b1f50592-40f3-47ed-a064-56891d45fd65), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.569935 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Calling delete_port for b1f50592-40f3-47ed-a064-56891d45fd65 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:02.628686 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-74f9dd95-8755-443c-b15c-2df38a14469b req-c1e25a37-47b6-473b-be5b-30a18c1a8023 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917249 Apr 11 19:37:02.751890 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (b1f50592-40f3-47ed-a064-56891d45fd65), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.776007 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event deleted for resources: {'Port': ['ID=b1f50592-40f3-47ed-a064-56891d45fd65,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:02.847511 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks [] for floatingip (93702842-9c1e-4168-9306-ab55fab1de2d), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:02.847845 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Floating IP 93702842-9c1e-4168-9306-ab55fab1de2d disassociated (deleted). External IP: 172.28.2.88, port: 7d562bce-cb3f-4ffd-a66c-343f353c49ed. Apr 11 19:37:03.322652 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:03.436406 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:03.440942 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:03.449621 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] Sync routers for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:03.461051 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:03.461670 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:03.473147 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2b1904a2-73d1-4ef6-9bbd-5b9a03cac827 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "DELETE /v2.0/floatingips/93702842-9c1e-4168-9306-ab55fab1de2d HTTP/1.1" status: 204 len: 168 time: 1.1740782 Apr 11 19:37:03.578411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:03.784729 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:03.816101 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] Checking router: 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:03.837674 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:03.838307 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:03.924915 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:03.927288 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:03.953640 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:03.976243 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d9ecc-cbe8-4159-ac4c-9cb997183083 x-openstack-request-id: req-9b6d9ecc-cbe8-4159-ac4c-9cb997183083 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:03.976538 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:03.976829 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b6d9ecc-cbe8-4159-ac4c-9cb997183083 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:03.977246 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6d9ecc-cbe8-4159-ac4c-9cb997183083'] response: {'name': 'network-changed', 'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'status': 'completed', 'code': 200} Apr 11 19:37:04.127280 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-d8c9981f-a792-4e2f-8174-34217ea79930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:04.128983 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-d8c9981f-a792-4e2f-8174-34217ea79930 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e00a22b0550e46b4abb37eef483d809a&device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 1129 time: 0.0435250 Apr 11 19:37:04.165992 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:04.198950 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25785e6-f89f-4e36-bc78-75bac9d487a9 None None] The sync data for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb is: [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:34:21Z', 'revision_number': 4, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'fe5d11d2-a4f9-4935-9156-710ca25fe7d6', 'name': '', 'network_id': 'dbcd5b2b-a0a5-47e5-ac5a-6e567617e597', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'mac_address': 'fa:16:3e:8f:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:20Z', 'updated_at': '2022-04-11T19:34:26Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'subnets': [{'id': '498cdb7b-5a21-4d6a-a973-51f8778528e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:04.289568 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-1cc21439-e1b9-4edd-ba31-4687b4e7cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:04.291083 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-1cc21439-e1b9-4edd-ba31-4687b4e7cb61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 200 len: 915 time: 0.1086140 Apr 11 19:37:04.335313 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-82f7f223-e871-4179-b4f2-5f9a26577be2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 200 len: 217 time: 0.0362058 Apr 11 19:37:04.403779 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-de2bacb5-17b9-4a46-8b36-1d4a0daa1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:04.405306 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-de2bacb5-17b9-4a46-8b36-1d4a0daa1403 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 200 len: 853 time: 0.0555456 Apr 11 19:37:04.465580 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-c6ca5d32-4580-4125-b739-aa53a244be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:04.467342 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-c6ca5d32-4580-4125-b739-aa53a244be3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458808 Apr 11 19:37:04.476330 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217c1873-8683-46ba-932f-3476f2061a28 None None] New status for floating IP 93702842-9c1e-4168-9306-ab55fab1de2d: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:37:04.574158 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-e13e82a4-7c73-49ee-817c-c9bb147c7fa8 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971353 Apr 11 19:37:04.670660 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb6c9f3f-cf31-44ca-982b-1fb0bd5a6a7c req-b5b82cc8-3e65-4d0f-8f18-2dbb87344a76 service neutron] 10.222.0.53 "GET /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852337 Apr 11 19:37:06.233767 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6eb58-628a-485c-a320-e2976ccb5697 req-26701af1-f3f1-4bef-ac7b-939db29c7301 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:06.235196 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6ed6eb58-628a-485c-a320-e2976ccb5697 req-26701af1-f3f1-4bef-ac7b-939db29c7301 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0612316 Apr 11 19:37:06.285521 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6ed6eb58-628a-485c-a320-e2976ccb5697 req-25b102fe-8169-46ac-ac89-8783fe5e1bed tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Apr 11 19:37:07.401851 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a427b28-492d-483f-813e-b9091c109cf1 req-0e84d15d-6fbe-4804-809c-0c7ad573dc3f tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:07.403325 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a427b28-492d-483f-813e-b9091c109cf1 req-0e84d15d-6fbe-4804-809c-0c7ad573dc3f tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0479422 Apr 11 19:37:07.456763 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a427b28-492d-483f-813e-b9091c109cf1 req-8b035d4c-cb29-40d2-a329-380c9d9a5fcf tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Apr 11 19:37:08.343978 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-55999b9b-1e90-483b-87db-06cfbef00798 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:08.345380 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-55999b9b-1e90-483b-87db-06cfbef00798 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Apr 11 19:37:08.438849 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Deleting port 7d562bce-cb3f-4ffd-a66c-343f353c49ed {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:08.439522 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:08.545883 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] For port 7d562bce-cb3f-4ffd-a66c-343f353c49ed, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=7d562bce-cb3f-4ffd-a66c-343f353c49ed,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:08.546248 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:08.561172 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Calling delete_port for 7d562bce-cb3f-4ffd-a66c-343f353c49ed owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:08.576947 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243d2da-60ab-43f9-bd65-7a50587dd693 req-47df331d-458f-41ff-af23-43fc885728b2 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:08.578549 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f243d2da-60ab-43f9-bd65-7a50587dd693 req-47df331d-458f-41ff-af23-43fc885728b2 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/ports?device_id=c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Apr 11 19:37:08.633565 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f243d2da-60ab-43f9-bd65-7a50587dd693 req-fea88d8d-1bca-4cea-b7bb-77b788a82cc5 tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.26 "GET /v2.0/security-groups?id=4b3f6d99-661e-4b58-a272-40f840503510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493762 Apr 11 19:37:08.691208 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (7d562bce-cb3f-4ffd-a66c-343f353c49ed), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:08.704525 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['7d562bce-cb3f-4ffd-a66c-343f353c49ed'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:37:08.720623 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Pushing event deleted for resources: {'Port': ['ID=7d562bce-cb3f-4ffd-a66c-343f353c49ed,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:08.767510 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] No DVR routers for this DVR port 7d562bce-cb3f-4ffd-a66c-343f353c49ed on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:08.770039 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:08.773312 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-28e4d2a8-fabc-4554-9166-8f26820c01e9 req-6c467051-0952-47f4-9523-e41d6031599c tempest-TestMinimumBasicScenario-1391109279 tempest-TestMinimumBasicScenario-1391109279-project] 10.222.0.53 "DELETE /v2.0/ports/7d562bce-cb3f-4ffd-a66c-343f353c49ed HTTP/1.1" status: 204 len: 173 time: 0.4208639 Apr 11 19:37:08.773757 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'name': 'network-vif-deleted', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:08.775983 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61db1a9-2465-4ad0-8549-523c1e9ce7ea" -d '{"events": [{"server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "name": "network-vif-deleted", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:08.815798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf1d8f0-8a32-4c02-945b-28bfebf66fb1 x-openstack-request-id: req-bcf1d8f0-8a32-4c02-945b-28bfebf66fb1 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:08.816118 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0", "name": "network-vif-deleted", "tag": "7d562bce-cb3f-4ffd-a66c-343f353c49ed", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:08.816377 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bcf1d8f0-8a32-4c02-945b-28bfebf66fb1 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:08.816809 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcf1d8f0-8a32-4c02-945b-28bfebf66fb1'] response: {'server_uuid': 'c1aa93b0-c6c0-4b63-86bc-e9a647ca6db0', 'name': 'network-vif-deleted', 'tag': '7d562bce-cb3f-4ffd-a66c-343f353c49ed', 'status': 'completed', 'code': 200} Apr 11 19:37:10.268133 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43514) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:10.682442 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:10.985994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Deleting port fe5d11d2-a4f9-4935-9156-710ca25fe7d6 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:10.986241 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:11.070346 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] For port fe5d11d2-a4f9-4935-9156-710ca25fe7d6, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:11.070763 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:11.085763 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Calling delete_port for fe5d11d2-a4f9-4935-9156-710ca25fe7d6 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:11.282226 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (fe5d11d2-a4f9-4935-9156-710ca25fe7d6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:11.312527 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5d11d2-a4f9-4935-9156-710ca25fe7d6,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:11.494192 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:11.720264 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:12.100027 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:12.105218 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9f1b1294-6950-4704-8055-4723ab5bddee admin admin] 10.222.0.26 "PUT /v2.0/routers/816709fc-ada7-42b4-a10a-bc8c20cc3ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8359013 Apr 11 19:37:12.108453 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43522) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:12.114301 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] Sync routers for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:12.126222 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:12.126853 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:12.238544 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks [] for router (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.282889 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:12.360141 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks [] for router_gateway (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.408093 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Deleting port 7f04cbd4-c3a0-4551-b962-d23e418445cc {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:12.408522 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.483653 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253'}], 'enable_snat': True}, 'gw_port_id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:37:11Z', 'revision_number': 5, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port': {'id': '7f04cbd4-c3a0-4551-b962-d23e418445cc', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:18Z', 'updated_at': '2022-04-11T19:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:12.502514 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] For port 7f04cbd4-c3a0-4551-b962-d23e418445cc, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=7f04cbd4-c3a0-4551-b962-d23e418445cc,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:12.502880 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.519898 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Calling delete_port for 7f04cbd4-c3a0-4551-b962-d23e418445cc owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:12.659186 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] Checking router: 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:12.667907 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] Routers {'816709fc-ada7-42b4-a10a-bc8c20cc3ba7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:12.668515 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:12.724914 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (7f04cbd4-c3a0-4551-b962-d23e418445cc), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.751266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f04cbd4-c3a0-4551-b962-d23e418445cc,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:12.764965 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] Set router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:12.822406 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:37:12Z', 'revision_number': 6, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:12.823211 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.851740 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674da76-4155-4843-ae26-e136f433dd3b None None] The sync data for ids ['816709fc-ada7-42b4-a10a-bc8c20cc3ba7'] in dv-cinder-830787-3-smb is: [{'id': '816709fc-ada7-42b4-a10a-bc8c20cc3ba7', 'name': 'tempest-TestMinimumBasicScenario-601824328-router', 'tenant_id': 'e00a22b0550e46b4abb37eef483d809a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:17Z', 'updated_at': '2022-04-11T19:37:12Z', 'revision_number': 6, 'project_id': 'e00a22b0550e46b4abb37eef483d809a', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:12.943327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:12.945637 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks [] for router_controller (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.013012 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (816709fc-ada7-42b4-a10a-bc8c20cc3ba7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.013552 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816709fc-ada7-42b4-a10a-bc8c20cc3ba7 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:37:13.019604 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.020949 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-8542e2d3-7b7e-4131-8fc2-3d425366e227 admin admin] 10.222.0.26 "DELETE /v2.0/routers/816709fc-ada7-42b4-a10a-bc8c20cc3ba7 HTTP/1.1" status: 204 len: 168 time: 0.9113827 Apr 11 19:37:13.024881 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43530) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:13.069901 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Deleting subnet 498cdb7b-5a21-4d6a-a973-51f8778528e9 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:37:13.073038 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Publish callbacks [] for subnet (498cdb7b-5a21-4d6a-a973-51f8778528e9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.112618 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30569306'] for subnet (498cdb7b-5a21-4d6a-a973-51f8778528e9), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.221400 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (498cdb7b-5a21-4d6a-a973-51f8778528e9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.309084 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30442131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516627'] for subnet (498cdb7b-5a21-4d6a-a973-51f8778528e9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.334822 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498cdb7b-5a21-4d6a-a973-51f8778528e9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:13.341172 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.344343 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0c4850cd-994f-4ffc-9ff3-0d342ccd07ed admin admin] 10.222.0.26 "DELETE /v2.0/subnets/498cdb7b-5a21-4d6a-a973-51f8778528e9 HTTP/1.1" status: 204 len: 168 time: 0.3184614 Apr 11 19:37:13.347178 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43538) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:13.347957 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bd43f-3f18-4dd9-b386-67d87d5861b1 None None] Network dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:37:13.422400 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.431549 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 7d562bce-cb3f-4ffd-a66c-343f353c49ed no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:13.453779 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 7d562bce-cb3f-4ffd-a66c-343f353c49ed {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:13.454116 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 7d562bce-cb3f-4ffd-a66c-343f353c49ed not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:13.468634 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Deleting port 6556e057-6d90-4e75-9187-2cb1b60aa906 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:13.469004 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.538771 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] For port 6556e057-6d90-4e75-9187-2cb1b60aa906, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=6556e057-6d90-4e75-9187-2cb1b60aa906,segment=NetworkSegment(727b2802-021a-4daf-a63b-7b83f57041b3),segment_id=727b2802-021a-4daf-a63b-7b83f57041b3)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:13.539187 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.554825 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Calling delete_port for 6556e057-6d90-4e75-9187-2cb1b60aa906 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:13.642224 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1f1ce-9535-433e-b236-1d595dafe1ad None None] DHCP port deletion for dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:37:13.646186 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (6556e057-6d90-4e75-9187-2cb1b60aa906), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.675016 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Pushing event deleted for resources: {'Port': ['ID=6556e057-6d90-4e75-9187-2cb1b60aa906,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:13.676945 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] No DVR routers for this DVR port 6556e057-6d90-4e75-9187-2cb1b60aa906 on host dv-cinder-830787-3-smb {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:13.760961 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.784603 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcd5b2b-a0a5-47e5-ac5a-6e567617e597']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:13.795267 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727b2802-021a-4daf-a63b-7b83f57041b3') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:13.795560 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727b2802-021a-4daf-a63b-7b83f57041b3') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:13.809009 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (727b2802-021a-4daf-a63b-7b83f57041b3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.823607 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (727b2802-021a-4daf-a63b-7b83f57041b3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.829862 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:37:13.830249 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (727b2802-021a-4daf-a63b-7b83f57041b3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:37:13.832096 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:37:13.890294 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (dbcd5b2b-a0a5-47e5-ac5a-6e567617e597), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.896027 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:13.899291 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dbcd5b2b-a0a5-47e5-ac5a-6e567617e597 HTTP/1.1" status: 204 len: 168 time: 0.5511272 Apr 11 19:37:13.902476 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43540) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:13.921146 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d8cdc-a8c2-4ea9-96de-40e119beab18 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcd5b2b-a0a5-47e5-ac5a-6e567617e597,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:14.022579 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:14.335961 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (aa2a3adb-f0c5-41c2-9345-33c3f512d622), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:14.598551 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef403d-bf36-4021-9700-7503c89617d4 req-60b8bf22-633d-4752-9922-b858035e85e0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:14.600993 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-16ef403d-bf36-4021-9700-7503c89617d4 req-60b8bf22-633d-4752-9922-b858035e85e0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0506258 Apr 11 19:37:14.657942 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-16ef403d-bf36-4021-9700-7503c89617d4 req-f0fade96-e5c6-42e1-b83c-fbbd89afc45b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518723 Apr 11 19:37:14.851350 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 6556e057-6d90-4e75-9187-2cb1b60aa906 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:14.881227 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Deleting port c1b70a22-2ede-4564-8474-4371f9c34607 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:14.881573 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:14.885717 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 6556e057-6d90-4e75-9187-2cb1b60aa906 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:14.886074 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 6556e057-6d90-4e75-9187-2cb1b60aa906 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:14.886503 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe5d11d2-a4f9-4935-9156-710ca25fe7d6 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:14.909649 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: fe5d11d2-a4f9-4935-9156-710ca25fe7d6 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:14.909997 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe5d11d2-a4f9-4935-9156-710ca25fe7d6 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:14.910423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7f04cbd4-c3a0-4551-b962-d23e418445cc no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:14.929785 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 7f04cbd4-c3a0-4551-b962-d23e418445cc {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:14.930135 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7f04cbd4-c3a0-4551-b962-d23e418445cc not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:14.971921 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] For port c1b70a22-2ede-4564-8474-4371f9c34607, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c1b70a22-2ede-4564-8474-4371f9c34607,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:14.972465 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:14.987177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Calling delete_port for c1b70a22-2ede-4564-8474-4371f9c34607 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:15.192098 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (c1b70a22-2ede-4564-8474-4371f9c34607), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.222451 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b70a22-2ede-4564-8474-4371f9c34607,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:15.400330 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (aa2a3adb-f0c5-41c2-9345-33c3f512d622), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.645181 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Router aa2a3adb-f0c5-41c2-9345-33c3f512d622 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:15.790815 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:15.800011 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3228a27e-d445-45fc-8fec-4ea6b93f3de5 admin admin] 10.222.0.26 "PUT /v2.0/routers/aa2a3adb-f0c5-41c2-9345-33c3f512d622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931818 Apr 11 19:37:15.800128 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43558) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:15.802921 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] Sync routers for ids ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:15.808175 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d015e24-a2ae-4f7f-95e4-4d6f01bd1fe3 req-a647c861-a7f8-4881-b272-6ba8af16f83e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:15.809722 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5d015e24-a2ae-4f7f-95e4-4d6f01bd1fe3 req-a647c861-a7f8-4881-b272-6ba8af16f83e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0638084 Apr 11 19:37:15.813715 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] Routers {'aa2a3adb-f0c5-41c2-9345-33c3f512d622'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:15.814401 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:15.871692 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5d015e24-a2ae-4f7f-95e4-4d6f01bd1fe3 req-5cce157d-35a5-4fcc-858a-8f6acc14c1fa tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523221 Apr 11 19:37:15.914950 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks [] for router (aa2a3adb-f0c5-41c2-9345-33c3f512d622), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:15.928330 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] Set router aa2a3adb-f0c5-41c2-9345-33c3f512d622 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:16.024542 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks [] for router_gateway (aa2a3adb-f0c5-41c2-9345-33c3f512d622), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.060541 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:37:16.079495 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Deleting port f4f6f0fc-48aa-4601-b011-918942665c25 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:16.079832 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.129159 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76'}], 'enable_snat': True}, 'gw_port_id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:37:15Z', 'revision_number': 5, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port': {'id': 'f4f6f0fc-48aa-4601-b011-918942665c25', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:00:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:34:25Z', 'updated_at': '2022-04-11T19:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:16.157437 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] Checking router: aa2a3adb-f0c5-41c2-9345-33c3f512d622 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:16.163958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] For port f4f6f0fc-48aa-4601-b011-918942665c25, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=f4f6f0fc-48aa-4601-b011-918942665c25,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:16.164511 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.166277 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] Routers {'aa2a3adb-f0c5-41c2-9345-33c3f512d622'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:16.166839 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:36:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:16.184048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Calling delete_port for f4f6f0fc-48aa-4601-b011-918942665c25 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:16.260004 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] Set router aa2a3adb-f0c5-41c2-9345-33c3f512d622 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:16.314099 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:37:16Z', 'revision_number': 6, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:16.346067 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26027329-da44-40cc-ba4b-31a118266d0f None None] The sync data for ids ['aa2a3adb-f0c5-41c2-9345-33c3f512d622'] in dv-cinder-830787-3-smb is: [{'id': 'aa2a3adb-f0c5-41c2-9345-33c3f512d622', 'name': 'tempest-TestMinimumBasicScenario-1871635067-router', 'tenant_id': '899e7256314245d3acd9a5d702ba7c5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:34:24Z', 'updated_at': '2022-04-11T19:37:16Z', 'revision_number': 6, 'project_id': '899e7256314245d3acd9a5d702ba7c5e', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:16.380172 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (f4f6f0fc-48aa-4601-b011-918942665c25), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.409065 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f6f0fc-48aa-4601-b011-918942665c25,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:16.475415 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (aa2a3adb-f0c5-41c2-9345-33c3f512d622), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.569615 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (aa2a3adb-f0c5-41c2-9345-33c3f512d622), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.571873 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks [] for router_controller (aa2a3adb-f0c5-41c2-9345-33c3f512d622), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.617372 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (aa2a3adb-f0c5-41c2-9345-33c3f512d622), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.617899 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa2a3adb-f0c5-41c2-9345-33c3f512d622 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:37:16.622113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.623258 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-4426c8ff-92a3-4d86-9084-83767c6f7a3c admin admin] 10.222.0.26 "DELETE /v2.0/routers/aa2a3adb-f0c5-41c2-9345-33c3f512d622 HTTP/1.1" status: 204 len: 168 time: 0.8220458 Apr 11 19:37:16.625882 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43562) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:16.683883 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Deleting subnet 46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:37:16.687997 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Publish callbacks [] for subnet (46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.724275 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29492986'] for subnet (46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.844202 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.906063 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29492312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29616157'] for subnet (46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.933216 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:16.937486 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:16.943464 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43566) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:16.944732 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e83b2f5-56c6-421a-ad28-6bf7ec7bd876 None None] Network db90a1da-1641-43bf-bb76-e66ce69624f3 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:37:16.949301 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d57dcf21-435d-491a-a749-12ae9c8fe61d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/46fdfa4f-4ab4-45b5-a1ac-fd6e754f9b84 HTTP/1.1" status: 204 len: 168 time: 0.3220417 Apr 11 19:37:17.049288 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e217dc-5727-4892-a991-f9483f0cf0a6 req-efd5a42d-bd4c-4a0e-9a19-edae455960ef tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:17.050859 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b0e217dc-5727-4892-a991-f9483f0cf0a6 req-efd5a42d-bd4c-4a0e-9a19-edae455960ef tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0991898 Apr 11 19:37:17.067410 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (db90a1da-1641-43bf-bb76-e66ce69624f3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.122605 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] DHCP port deletion for db90a1da-1641-43bf-bb76-e66ce69624f3 request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:37:17.153071 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b0e217dc-5727-4892-a991-f9483f0cf0a6 req-61fc4d97-71a6-40ae-a4d3-f257ef74b54f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884562 Apr 11 19:37:17.166779 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Deleting port 4da25d0b-543c-4b20-a6ca-1729cffb8551 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:17.167145 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.170038 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] Deleting port 4da25d0b-543c-4b20-a6ca-1729cffb8551 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:17.170421 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.225546 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device f4f6f0fc-48aa-4601-b011-918942665c25 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:17.242266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] For port 4da25d0b-543c-4b20-a6ca-1729cffb8551, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=4da25d0b-543c-4b20-a6ca-1729cffb8551,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:17.243058 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.258827 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Calling delete_port for 4da25d0b-543c-4b20-a6ca-1729cffb8551 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:17.260942 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: f4f6f0fc-48aa-4601-b011-918942665c25 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:17.261297 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device f4f6f0fc-48aa-4601-b011-918942665c25 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:17.261706 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c1b70a22-2ede-4564-8474-4371f9c34607 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:17.269730 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] For port 4da25d0b-543c-4b20-a6ca-1729cffb8551, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=4da25d0b-543c-4b20-a6ca-1729cffb8551,segment=NetworkSegment(92c5a58c-5c51-47df-92bc-359c76904df9),segment_id=92c5a58c-5c51-47df-92bc-359c76904df9)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:17.270120 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.299716 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: c1b70a22-2ede-4564-8474-4371f9c34607 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:17.300265 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c1b70a22-2ede-4564-8474-4371f9c34607 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:17.300446 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 4da25d0b-543c-4b20-a6ca-1729cffb8551 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:17.330750 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] Calling delete_port for 4da25d0b-543c-4b20-a6ca-1729cffb8551 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:17.350714 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.380161 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da25d0b-543c-4b20-a6ca-1729cffb8551,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:17.385610 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] No DVR routers for this DVR port 4da25d0b-543c-4b20-a6ca-1729cffb8551 on host dv-cinder-830787-3-smb {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:17.430496 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No active binding found for port 4da25d0b-543c-4b20-a6ca-1729cffb8551 {{(pid=103242) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 11 19:37:17.430496 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] The host dv-cinder-830787-3-smb is not matching for port 4da25d0b-543c-4b20-a6ca-1729cffb8551 host None! {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 11 19:37:17.430496 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 4da25d0b-543c-4b20-a6ca-1729cffb8551 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:17.474383 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (db90a1da-1641-43bf-bb76-e66ce69624f3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.476279 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (4da25d0b-543c-4b20-a6ca-1729cffb8551), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.499949 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db90a1da-1641-43bf-bb76-e66ce69624f3']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:17.500236 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] Pushing event deleted for resources: {'Port': ['ID=4da25d0b-543c-4b20-a6ca-1729cffb8551,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:17.507170 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff063b3-bd77-4077-851d-75b52db12f2a None None] No DVR routers for this DVR port 4da25d0b-543c-4b20-a6ca-1729cffb8551 on host dv-cinder-830787-3-smb {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:17.511651 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c5a58c-5c51-47df-92bc-359c76904df9') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:17.511958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c5a58c-5c51-47df-92bc-359c76904df9') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:17.523249 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (92c5a58c-5c51-47df-92bc-359c76904df9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.544218 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (92c5a58c-5c51-47df-92bc-359c76904df9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.551350 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:37:17.551914 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (92c5a58c-5c51-47df-92bc-359c76904df9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:37:17.553848 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:37:17.621847 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (db90a1da-1641-43bf-bb76-e66ce69624f3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.627283 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.630549 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] 10.222.0.26 "DELETE /v2.0/networks/db90a1da-1641-43bf-bb76-e66ce69624f3 HTTP/1.1" status: 204 len: 168 time: 0.6860619 Apr 11 19:37:17.644140 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c099e1-0745-48b1-ae39-2be9cc114491 admin admin] Pushing event deleted for resources: {'Network': ['ID=db90a1da-1641-43bf-bb76-e66ce69624f3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:17.756914 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb5ca-cc3b-4f22-8414-bd33674329cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.805351 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43570) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:17.848913 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-0569bb3d-b969-4381-b73e-a086a955a7b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e00a22b0550e46b4abb37eef483d809a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423045 Apr 11 19:37:17.851490 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43572) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:17.907382 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5848b19c-6723-4fe6-834d-1e5dcaf95ae2 admin admin] Publish callbacks [] for security_group (4b3f6d99-661e-4b58-a272-40f840503510), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.930022 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5848b19c-6723-4fe6-834d-1e5dcaf95ae2 admin admin] Publish callbacks [] for security_group (4b3f6d99-661e-4b58-a272-40f840503510), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.982479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5848b19c-6723-4fe6-834d-1e5dcaf95ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (4b3f6d99-661e-4b58-a272-40f840503510), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.985040 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-5848b19c-6723-4fe6-834d-1e5dcaf95ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:17.986207 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-5848b19c-6723-4fe6-834d-1e5dcaf95ae2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4b3f6d99-661e-4b58-a272-40f840503510 HTTP/1.1" status: 204 len: 168 time: 0.1338205 Apr 11 19:37:17.994461 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848b19c-6723-4fe6-834d-1e5dcaf95ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f6d99-661e-4b58-a272-40f840503510,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:18.299545 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286aa71-2621-4468-b0c5-cd714bae7bdd req-075a5a55-95fe-4d4d-825e-ac60121f2645 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:18.301364 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2286aa71-2621-4468-b0c5-cd714bae7bdd req-075a5a55-95fe-4d4d-825e-ac60121f2645 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Apr 11 19:37:18.344043 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43580) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:18.357023 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2286aa71-2621-4468-b0c5-cd714bae7bdd req-28fc6e59-e96f-4bec-97ca-381524ff1440 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499344 Apr 11 19:37:18.384783 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7ce0bb47-c46a-4d52-a11e-533d1667cf6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=899e7256314245d3acd9a5d702ba7c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394950 Apr 11 19:37:18.388163 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43582) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:18.436719 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc47b268-3998-4140-8f25-6cf4bd3f5433 admin admin] Publish callbacks [] for security_group (ef0a5875-eeb8-4ea3-b914-a86a412be057), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:18.459812 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc47b268-3998-4140-8f25-6cf4bd3f5433 admin admin] Publish callbacks [] for security_group (ef0a5875-eeb8-4ea3-b914-a86a412be057), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:18.513417 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc47b268-3998-4140-8f25-6cf4bd3f5433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ef0a5875-eeb8-4ea3-b914-a86a412be057), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:18.515937 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cc47b268-3998-4140-8f25-6cf4bd3f5433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:18.517140 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-cc47b268-3998-4140-8f25-6cf4bd3f5433 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef0a5875-eeb8-4ea3-b914-a86a412be057 HTTP/1.1" status: 204 len: 168 time: 0.1279604 Apr 11 19:37:18.525320 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47b268-3998-4140-8f25-6cf4bd3f5433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0a5875-eeb8-4ea3-b914-a86a412be057,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:19.486051 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456bda7-4196-473c-b3de-e000a309f3d6 req-a3304ba3-0c03-45ed-9b74-29b8c7975dc1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:19.487607 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6456bda7-4196-473c-b3de-e000a309f3d6 req-a3304ba3-0c03-45ed-9b74-29b8c7975dc1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0498683 Apr 11 19:37:19.536858 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6456bda7-4196-473c-b3de-e000a309f3d6 req-87ce07bf-de28-49f5-a2af-17f35072c490 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Apr 11 19:37:20.666654 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5fcc2-b409-4ea5-9e35-e92972d629bb req-b63b5014-53bc-4555-b084-74b355fe2970 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:20.668178 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8cd5fcc2-b409-4ea5-9e35-e92972d629bb req-b63b5014-53bc-4555-b084-74b355fe2970 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0592628 Apr 11 19:37:20.721587 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8cd5fcc2-b409-4ea5-9e35-e92972d629bb req-709441ac-28cc-4ea6-9949-0d1459cce3b3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469394 Apr 11 19:37:20.797669 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-be074bda-1809-4dfd-8ae7-70e9f9582a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:21.781891 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:22.052582 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb98388-b5be-4a8b-b1cf-01ff2b559603 req-6d53ff6e-f0b3-4169-b2d2-d2fa10d447fe tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:22.054161 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9fb98388-b5be-4a8b-b1cf-01ff2b559603 req-6d53ff6e-f0b3-4169-b2d2-d2fa10d447fe tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.2572250 Apr 11 19:37:22.110931 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9fb98388-b5be-4a8b-b1cf-01ff2b559603 req-9a5b0a80-f8f6-4282-a221-42d89d3343de tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500650 Apr 11 19:37:22.897820 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:23.285627 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97ee75-79b5-425a-b5f2-37f19a30a1d4 req-addb21f6-39f1-4454-be60-39dac03e5ed1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:23.287116 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1f97ee75-79b5-425a-b5f2-37f19a30a1d4 req-addb21f6-39f1-4454-be60-39dac03e5ed1 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.1053393 Apr 11 19:37:23.340359 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1f97ee75-79b5-425a-b5f2-37f19a30a1d4 req-943e139f-33b5-4911-8eff-688d88cba8dd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439746 Apr 11 19:37:24.473218 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28c0c-4bf4-4554-8b04-3846707d3086 req-9681f0e1-2cef-4455-b7d6-fdd9880007a0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:24.474768 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9dc28c0c-4bf4-4554-8b04-3846707d3086 req-9681f0e1-2cef-4455-b7d6-fdd9880007a0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0592661 Apr 11 19:37:24.527203 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9dc28c0c-4bf4-4554-8b04-3846707d3086 req-1500e3ec-9985-414f-a784-d126ca236894 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465853 Apr 11 19:37:24.975014 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:25.656531 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5729-76c4-408d-bb2f-1e56840e96d3 req-311efc9f-cf9a-4ce9-9a67-b8e128621b10 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:25.658060 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-998c5729-76c4-408d-bb2f-1e56840e96d3 req-311efc9f-cf9a-4ce9-9a67-b8e128621b10 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0514581 Apr 11 19:37:25.713573 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-998c5729-76c4-408d-bb2f-1e56840e96d3 req-fbd00d46-fb6f-4137-8c50-4f55d9479951 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497820 Apr 11 19:37:26.842687 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db0b7d-0d47-4dbe-8a41-16a4b2aca51c req-57461f9b-41fb-4c5b-a6b8-e6ed5926213a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:26.844251 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-14db0b7d-0d47-4dbe-8a41-16a4b2aca51c req-57461f9b-41fb-4c5b-a6b8-e6ed5926213a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0511096 Apr 11 19:37:26.896163 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-14db0b7d-0d47-4dbe-8a41-16a4b2aca51c req-42ed17f4-f281-4247-8c20-1a4698003ace tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454414 Apr 11 19:37:27.102001 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785719-7316-48a3-b1fc-5da3ca807037 req-70b27793-2543-492e-ba27-2603c86c2fe1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:27.103622 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2f785719-7316-48a3-b1fc-5da3ca807037 req-70b27793-2543-492e-ba27-2603c86c2fe1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Apr 11 19:37:27.153805 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2f785719-7316-48a3-b1fc-5da3ca807037 req-757b6c67-3dab-47b2-9279-cd291775306d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Apr 11 19:37:28.024379 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912db5-c848-41c4-abb5-6474fa548a98 req-20f3fa7e-abd2-4ad0-b5d8-63066520fe22 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:28.025939 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed912db5-c848-41c4-abb5-6474fa548a98 req-20f3fa7e-abd2-4ad0-b5d8-63066520fe22 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0495324 Apr 11 19:37:28.074995 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ed912db5-c848-41c4-abb5-6474fa548a98 req-b3f09a26-3044-4d4b-becd-4bcdf52ea10d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Apr 11 19:37:28.272702 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357681-43e7-4676-b0b5-b4b27dc0e3a1 req-dd171ba3-ad59-489e-9670-94460ce3fff5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:28.274229 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4357681-43e7-4676-b0b5-b4b27dc0e3a1 req-dd171ba3-ad59-489e-9670-94460ce3fff5 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Apr 11 19:37:28.325191 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4357681-43e7-4676-b0b5-b4b27dc0e3a1 req-8c6c4ddf-5f51-4ccd-bf8e-7b24869ca645 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Apr 11 19:37:29.197514 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff835504-5d62-44b3-ae6f-e8b9d7f8641b req-7f470924-d888-4d6b-955b-715b2521c445 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:29.200497 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ff835504-5d62-44b3-ae6f-e8b9d7f8641b req-7f470924-d888-4d6b-955b-715b2521c445 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0536427 Apr 11 19:37:29.249993 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ff835504-5d62-44b3-ae6f-e8b9d7f8641b req-42a93a1d-3d66-417b-bf8c-d671ffc193f4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440207 Apr 11 19:37:29.448700 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d739ab9-361b-4b46-8453-1b44779a4782 req-9413662f-5082-45b3-b1be-065bdde24c99 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:29.450829 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0d739ab9-361b-4b46-8453-1b44779a4782 req-9413662f-5082-45b3-b1be-065bdde24c99 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0490246 Apr 11 19:37:29.501109 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0d739ab9-361b-4b46-8453-1b44779a4782 req-bacf0e2c-81d6-42e8-9f2c-783645af6e1a tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431602 Apr 11 19:37:30.375005 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4a3ba-f3dc-40b0-9507-1453546f2d46 req-81b2fb12-bfac-4c9d-8472-e3f466018e9f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:30.376417 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e5b4a3ba-f3dc-40b0-9507-1453546f2d46 req-81b2fb12-bfac-4c9d-8472-e3f466018e9f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0548761 Apr 11 19:37:30.430625 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e5b4a3ba-f3dc-40b0-9507-1453546f2d46 req-d73057fc-fc5b-4cc9-87d5-035273c779d3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481088 Apr 11 19:37:30.621849 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bd247-2f3f-4bac-8aad-fd4dba33d2a4 req-d51e31cc-b1e4-4f83-a5d6-a7e8aca0c0a4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:30.623411 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-358bd247-2f3f-4bac-8aad-fd4dba33d2a4 req-d51e31cc-b1e4-4f83-a5d6-a7e8aca0c0a4 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Apr 11 19:37:30.672378 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-358bd247-2f3f-4bac-8aad-fd4dba33d2a4 req-dab421d0-0f2d-46a2-94c6-31444b7289bc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=d24bdafb-3b76-4aae-8ce9-34fb6a834790&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Apr 11 19:37:30.933051 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-eac55f9c-c7a0-4708-a8a7-edd4b14d9f55 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:30.934969 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-eac55f9c-c7a0-4708-a8a7-edd4b14d9f55 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Apr 11 19:37:31.028720 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Deleting port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:31.029064 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:31.127238 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] For port 81870c3a-5a3e-4408-a942-9d4d66eb5e97, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=81870c3a-5a3e-4408-a942-9d4d66eb5e97,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:31.127598 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:31.307715 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:31.308069 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:31.308401 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Floating IP 8827f2d2-a93b-4580-a48b-fa5952c3b1ce disassociated. External IP: 172.28.2.151, port: 81870c3a-5a3e-4408-a942-9d4d66eb5e97. Apr 11 19:37:31.308802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Calling delete_port for 81870c3a-5a3e-4408-a942-9d4d66eb5e97 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:31.439149 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (81870c3a-5a3e-4408-a942-9d4d66eb5e97), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:31.467164 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event deleted for resources: {'Port': ['ID=81870c3a-5a3e-4408-a942-9d4d66eb5e97,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:31.604045 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534e20d-2f31-455a-8763-2cf8c823f314 req-72d9e7f5-2db4-43dc-936b-68464cbba486 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:31.606069 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9534e20d-2f31-455a-8763-2cf8c823f314 req-72d9e7f5-2db4-43dc-936b-68464cbba486 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0901263 Apr 11 19:37:31.656224 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:31.675060 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-9534e20d-2f31-455a-8763-2cf8c823f314 req-93e87e8f-6edf-4382-9893-ebb9271b418a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623674 Apr 11 19:37:31.771101 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-3079ba4f-d771-425f-9cf6-4880c5772f03 req-e927ba42-e101-4b6e-bf72-dc070644a177 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6a92670-7fc0-435b-b4f1-1b61db2e2b72 HTTP/1.1" status: 200 len: 210 time: 0.0284638 Apr 11 19:37:31.800672 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:31.815620 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] Sync routers for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:31.832835 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:31.833474 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:31.854862 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] No DVR routers for this DVR port 81870c3a-5a3e-4408-a942-9d4d66eb5e97 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:31.858059 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:31.861616 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-51397e36-15ce-4f8e-9e13-1696e622c24d req-f5d7c72e-e86b-4796-90f2-1c71237c649d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "DELETE /v2.0/ports/81870c3a-5a3e-4408-a942-9d4d66eb5e97 HTTP/1.1" status: 204 len: 173 time: 0.9207108 Apr 11 19:37:31.862106 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'name': 'network-vif-deleted', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:31.865220 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49053a41-bde6-408b-affb-2fff75c73033" -d '{"events": [{"server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "name": "network-vif-deleted", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:31.909756 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb6eac6-c99b-482b-89f8-215f37c3a9ab x-openstack-request-id: req-afb6eac6-c99b-482b-89f8-215f37c3a9ab {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:31.910357 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a92670-7fc0-435b-b4f1-1b61db2e2b72", "name": "network-vif-deleted", "tag": "81870c3a-5a3e-4408-a942-9d4d66eb5e97", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:31.910659 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-afb6eac6-c99b-482b-89f8-215f37c3a9ab {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:31.911034 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb6eac6-c99b-482b-89f8-215f37c3a9ab'] response: {'server_uuid': 'b6a92670-7fc0-435b-b4f1-1b61db2e2b72', 'name': 'network-vif-deleted', 'tag': '81870c3a-5a3e-4408-a942-9d4d66eb5e97', 'status': 'completed', 'code': 200} Apr 11 19:37:31.968636 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:32.183711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:32.210810 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] Checking router: 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:32.219608 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:32.220223 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:32.335832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:32.543375 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:32.570553 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f48d29-9bc4-4d0b-a6c5-91ab2dac8559 None None] The sync data for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb is: [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'b56532a1-b9c3-4c78-af2c-7a81e02e2986', 'name': '', 'network_id': '19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'mac_address': 'fa:16:3e:6a:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:50Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'subnets': [{'id': '315902ce-4453-4b5d-a501-ab5c5d3df659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:32.802604 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9970c7-41ce-4784-9c03-f8d50eafabd8 None None] New status for floating IP 8827f2d2-a93b-4580-a48b-fa5952c3b1ce: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:37:32.835411 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2204-1c5d-48c5-93aa-bb495827e486 req-670a5c05-54a6-4d8f-8492-2e683dc70e23 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:32.837412 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-267b2204-1c5d-48c5-93aa-bb495827e486 req-670a5c05-54a6-4d8f-8492-2e683dc70e23 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0690885 Apr 11 19:37:32.873437 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43660) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:32.888573 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-267b2204-1c5d-48c5-93aa-bb495827e486 req-2e03472b-b8ca-4e2b-8299-992f4e67dcdc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Apr 11 19:37:32.936448 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed5200eb-9ddd-4b22-88cd-fd3018e41c22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group (d24bdafb-3b76-4aae-8ce9-34fb6a834790), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:32.962702 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed5200eb-9ddd-4b22-88cd-fd3018e41c22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group (d24bdafb-3b76-4aae-8ce9-34fb6a834790), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.023434 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed5200eb-9ddd-4b22-88cd-fd3018e41c22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (d24bdafb-3b76-4aae-8ce9-34fb6a834790), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.026375 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ed5200eb-9ddd-4b22-88cd-fd3018e41c22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.027614 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ed5200eb-9ddd-4b22-88cd-fd3018e41c22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "DELETE /v2.0/security-groups/d24bdafb-3b76-4aae-8ce9-34fb6a834790 HTTP/1.1" status: 204 len: 168 time: 0.1529417 Apr 11 19:37:33.030453 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43662) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:33.042404 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5200eb-9ddd-4b22-88cd-fd3018e41c22 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24bdafb-3b76-4aae-8ce9-34fb6a834790,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:33.046528 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.api.v2.resource [None req-56f1d02a-93f9-4ab4-ac73-d3790ed2c8dc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] show failed (client error): The resource could not be found. Apr 11 19:37:33.051551 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-56f1d02a-93f9-4ab4-ac73-d3790ed2c8dc tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups/d24bdafb-3b76-4aae-8ce9-34fb6a834790 HTTP/1.1" status: 404 len: 347 time: 0.0196769 Apr 11 19:37:33.052416 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43664) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:33.176048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Deleting port 96428cbb-f4c6-484c-9bc9-129eaec791b7 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:33.176392 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.253658 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.253985 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (96428cbb-f4c6-484c-9bc9-129eaec791b7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.267615 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Calling delete_port for 96428cbb-f4c6-484c-9bc9-129eaec791b7 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:33.463868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:37:33.706885 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (96428cbb-f4c6-484c-9bc9-129eaec791b7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.719868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:33.735991 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'mac_address': 'fa:16:3e:b1:6e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:37:33.744117 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event deleted for resources: {'Port': ['ID=96428cbb-f4c6-484c-9bc9-129eaec791b7,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:33.771425 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.771773 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.772307 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.772681 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.773025 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.773359 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.773687 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.774013 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.774358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.774692 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.775018 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.775345 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.775668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.775991 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.776314 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.791284 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: ACTIVE; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:37:33.791680 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.807202 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 969dac3f-69f8-476d-bff1-a0d3556846b3 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:37:33.821161 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks [] for floatingip (8827f2d2-a93b-4580-a48b-fa5952c3b1ce), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.821411 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.825730 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-05b056f0-59ee-45c2-98a3-88f3e3c95532 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "DELETE /v2.0/floatingips/8827f2d2-a93b-4580-a48b-fa5952c3b1ce HTTP/1.1" status: 204 len: 168 time: 0.7722003 Apr 11 19:37:33.837880 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:33.850709 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:33.919762 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:33.929618 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.929986 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.930365 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.930785 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.931159 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.931460 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.931799 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.932128 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.932464 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.932822 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.933909 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.934838 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.934838 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.935128 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.935268 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:33.992856 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['969dac3f-69f8-476d-bff1-a0d3556846b3'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:37:34.217219 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59238d33-e0cb-4436-b28b-13f2e319089c req-a676b89d-56c3-40c3-94bd-3c3d6c9b7442 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:34.218923 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59238d33-e0cb-4436-b28b-13f2e319089c req-a676b89d-56c3-40c3-94bd-3c3d6c9b7442 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 945 time: 0.2226357 Apr 11 19:37:34.297296 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-59238d33-e0cb-4436-b28b-13f2e319089c req-d929c0be-87dc-43e0-be85-66683e7b92d9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696120 Apr 11 19:37:35.452144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81da47e-04b2-4ed6-90b2-525279379a5e req-6662e806-fa47-48fe-92b3-ac9ed0bdf901 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:35.454843 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e81da47e-04b2-4ed6-90b2-525279379a5e req-6662e806-fa47-48fe-92b3-ac9ed0bdf901 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 945 time: 0.0624881 Apr 11 19:37:35.488113 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:37:35.555797 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e81da47e-04b2-4ed6-90b2-525279379a5e req-591632ee-b273-4678-b068-0b9ae48ad0dd tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911379 Apr 11 19:37:35.570508 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 969dac3f-69f8-476d-bff1-a0d3556846b3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:37:35.571181 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:35.671157 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:37:35.671833 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:35.699338 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:35.701782 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f697bce-2f88-4012-884b-0560f7384e77" -d '{"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-plugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:35.727884 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:35.735823 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:35.737134 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 81870c3a-5a3e-4408-a942-9d4d66eb5e97 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:35.767677 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a711a17e-5ba2-4f09-a7ed-01f7066e6cd0 x-openstack-request-id: req-a711a17e-5ba2-4f09-a7ed-01f7066e6cd0 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:35.767677 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-plugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:35.768197 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a711a17e-5ba2-4f09-a7ed-01f7066e6cd0 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:35.768568 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a711a17e-5ba2-4f09-a7ed-01f7066e6cd0'] response: {'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'code': 200} Apr 11 19:37:35.786828 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 81870c3a-5a3e-4408-a942-9d4d66eb5e97 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:35.787247 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 81870c3a-5a3e-4408-a942-9d4d66eb5e97 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:35.824011 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:36.458153 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590039da-cc15-44fa-923e-3c460de632b0 req-9400a945-9fa9-4a2a-94af-07a8e5156f64 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:36.460675 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-590039da-cc15-44fa-923e-3c460de632b0 req-9400a945-9fa9-4a2a-94af-07a8e5156f64 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0562274 Apr 11 19:37:36.531750 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-590039da-cc15-44fa-923e-3c460de632b0 req-2c4daeda-7de2-423e-900e-825001ff3d70 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644391 Apr 11 19:37:36.754376 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a150ab-efdc-4dae-90db-c1fb14851306 req-7b5fa1bb-b8d4-44af-a3ef-ef44708e36c3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:36.759612 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-52a150ab-efdc-4dae-90db-c1fb14851306 req-7b5fa1bb-b8d4-44af-a3ef-ef44708e36c3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0584185 Apr 11 19:37:36.818342 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-52a150ab-efdc-4dae-90db-c1fb14851306 req-91622d18-45f7-450b-b0e4-f36ec35ef78f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560317 Apr 11 19:37:37.672056 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc8e16-70af-451a-8142-0c94eeb98e65 req-3f45e0b5-56b8-479a-999d-d58282617ba2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:37.674506 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40bc8e16-70af-451a-8142-0c94eeb98e65 req-3f45e0b5-56b8-479a-999d-d58282617ba2 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0594878 Apr 11 19:37:37.752859 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40bc8e16-70af-451a-8142-0c94eeb98e65 req-43f95f55-9f1e-4a28-b704-00ab1e079ef3 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642321 Apr 11 19:37:37.985151 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4020-438d-49ba-bd67-aef2e9222fed req-0945376a-4ba7-4ec1-8d01-4b8f4280bc6e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:37.989188 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f54b4020-438d-49ba-bd67-aef2e9222fed req-0945376a-4ba7-4ec1-8d01-4b8f4280bc6e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0611887 Apr 11 19:37:38.058753 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f54b4020-438d-49ba-bd67-aef2e9222fed req-e457ac49-1106-4afe-a08e-f28bf6a4cd22 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654242 Apr 11 19:37:38.880034 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f12571-747c-470f-9570-64bb1ed46b63 req-92aa7e05-5011-4582-a05d-f47de69e40b1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:38.886766 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-02f12571-747c-470f-9570-64bb1ed46b63 req-92aa7e05-5011-4582-a05d-f47de69e40b1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0594983 Apr 11 19:37:38.950936 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-02f12571-747c-470f-9570-64bb1ed46b63 req-0a2047c2-bf54-48ec-b6e7-4ba9d6cf494e tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630405 Apr 11 19:37:39.179015 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-e0ae0a37-ca3a-4194-907e-54d06aafa121 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:39.182063 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-e0ae0a37-ca3a-4194-907e-54d06aafa121 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 945 time: 0.0570502 Apr 11 19:37:39.227638 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cab8ed-2c39-4e51-acd3-7f842a5735ff req-3917d66d-7f5a-425e-83c9-13a6bbfbe524 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:39.229439 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e0cab8ed-2c39-4e51-acd3-7f842a5735ff req-3917d66d-7f5a-425e-83c9-13a6bbfbe524 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0687718 Apr 11 19:37:39.310383 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e0cab8ed-2c39-4e51-acd3-7f842a5735ff req-acfd19c5-39a8-4b69-937f-b69a42ad052c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558846 Apr 11 19:37:39.311783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Deleting port b158be7d-eba7-4222-90d6-9856e13bcdec {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:39.311783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:39.441729 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] For port b158be7d-eba7-4222-90d6-9856e13bcdec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b158be7d-eba7-4222-90d6-9856e13bcdec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:39.441729 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:39.465285 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Calling delete_port for b158be7d-eba7-4222-90d6-9856e13bcdec owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:39.647941 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b158be7d-eba7-4222-90d6-9856e13bcdec), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:39.660604 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['b158be7d-eba7-4222-90d6-9856e13bcdec', 'a7963707-b21f-4df0-a757-31d2fe9160ec'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:37:39.705165 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event deleted for resources: {'Port': ['ID=b158be7d-eba7-4222-90d6-9856e13bcdec,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:39.732089 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.732089 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.732483 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.746126 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.746845 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.749292 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.749870 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.751613 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.752237 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.752727 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.753293 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.753852 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.765180 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.765958 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.784305 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:37:39.901424 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] No DVR routers for this DVR port b158be7d-eba7-4222-90d6-9856e13bcdec on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:39.904860 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:39.908412 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d1c28ee3-e6af-48c3-bc5b-33d27a2f9fbe req-0f4a3a6b-f593-4ddf-9b97-0b575386ba08 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "DELETE /v2.0/ports/b158be7d-eba7-4222-90d6-9856e13bcdec HTTP/1.1" status: 204 len: 173 time: 0.7142770 Apr 11 19:37:39.909049 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40496617-d418-4c51-b21e-5096b294977b', 'name': 'network-vif-deleted', 'tag': 'b158be7d-eba7-4222-90d6-9856e13bcdec'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:39.911358 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca5e053-8d9d-42a6-a979-c83d649ca99d" -d '{"events": [{"server_uuid": "40496617-d418-4c51-b21e-5096b294977b", "name": "network-vif-deleted", "tag": "b158be7d-eba7-4222-90d6-9856e13bcdec"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:40.005165 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae94edc5-ca34-402c-a283-a65eb1b67f73 x-openstack-request-id: req-ae94edc5-ca34-402c-a283-a65eb1b67f73 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:40.005952 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40496617-d418-4c51-b21e-5096b294977b", "name": "network-vif-deleted", "tag": "b158be7d-eba7-4222-90d6-9856e13bcdec", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:40.006395 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ae94edc5-ca34-402c-a283-a65eb1b67f73 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:40.007019 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae94edc5-ca34-402c-a283-a65eb1b67f73'] response: {'server_uuid': '40496617-d418-4c51-b21e-5096b294977b', 'name': 'network-vif-deleted', 'tag': 'b158be7d-eba7-4222-90d6-9856e13bcdec', 'status': 'completed', 'code': 200} Apr 11 19:37:40.163018 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8a21b684-f630-4ca6-afb8-ca2d13ce39cf req-d8197a36-9f89-410d-8d86-e3dfb77c6120 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=40496617-d418-4c51-b21e-5096b294977b HTTP/1.1" status: 200 len: 210 time: 0.0573859 Apr 11 19:37:40.463053 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fe70d-d3c5-4131-9988-535b946bda47 req-75bc423b-5df4-4822-bfb9-b9b5f3cdb0ad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:40.465542 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a86fe70d-d3c5-4131-9988-535b946bda47 req-75bc423b-5df4-4822-bfb9-b9b5f3cdb0ad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0531006 Apr 11 19:37:40.543813 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a86fe70d-d3c5-4131-9988-535b946bda47 req-3f4e50e2-5c12-44b1-9221-0d78c49e961d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719781 Apr 11 19:37:41.639605 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fea8f-7b23-4c08-bda3-4553118e5c21 req-b4f33ff6-f361-4efc-aa54-c1a4a8ec623b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:41.649288 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b45fea8f-7b23-4c08-bda3-4553118e5c21 req-b4f33ff6-f361-4efc-aa54-c1a4a8ec623b tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0864892 Apr 11 19:37:41.701549 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d2cf4-ae9c-45ec-96eb-4a20a4a28afe req-b5496358-bc87-46b6-b4e8-df92784757fb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:41.704071 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ec0d2cf4-ae9c-45ec-96eb-4a20a4a28afe req-b5496358-bc87-46b6-b4e8-df92784757fb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0637078 Apr 11 19:37:41.716415 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b45fea8f-7b23-4c08-bda3-4553118e5c21 req-9cb55414-9ac6-467a-9acb-3bb3294280f1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657580 Apr 11 19:37:41.780510 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ec0d2cf4-ae9c-45ec-96eb-4a20a4a28afe req-57b20275-9884-42d9-896f-779a371607ac tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689175 Apr 11 19:37:42.875377 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c7718-87d1-4f4f-8258-390e91560247 req-76043315-5197-4f0d-a773-1e25ca7bde19 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:42.877678 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e7c7718-87d1-4f4f-8258-390e91560247 req-76043315-5197-4f0d-a773-1e25ca7bde19 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0739281 Apr 11 19:37:42.961689 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4e7c7718-87d1-4f4f-8258-390e91560247 req-382e32cc-acc3-4854-befe-01d2ed46936f tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778847 Apr 11 19:37:42.998374 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e20a8-0460-4b0f-9868-1bf6abc7d496 req-d9a4173a-62e8-425c-b58e-34e1e103c2e6 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:42.999995 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-767e20a8-0460-4b0f-9868-1bf6abc7d496 req-d9a4173a-62e8-425c-b58e-34e1e103c2e6 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0988114 Apr 11 19:37:43.071998 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-767e20a8-0460-4b0f-9868-1bf6abc7d496 req-7fb3a703-eb7e-41d8-9a7b-12638fe0002d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657492 Apr 11 19:37:43.541048 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b158be7d-eba7-4222-90d6-9856e13bcdec no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:43.568372 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: b158be7d-eba7-4222-90d6-9856e13bcdec {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:43.568973 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b158be7d-eba7-4222-90d6-9856e13bcdec not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:44.021221 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:44.101177 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff9382-43ef-4ddd-ba45-b68b84a7186f req-48a08d2c-2012-472d-832b-fffc723ac001 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:44.102735 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a6ff9382-43ef-4ddd-ba45-b68b84a7186f req-48a08d2c-2012-472d-832b-fffc723ac001 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0558460 Apr 11 19:37:44.154627 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a6ff9382-43ef-4ddd-ba45-b68b84a7186f req-336c077a-9a99-4da9-8014-6b86fa1040e1 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Apr 11 19:37:44.212259 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24b499-9a70-49f5-ba37-136ea30d573b req-75fde743-bb52-44ce-9814-b957ff687928 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:44.214336 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-fd24b499-9a70-49f5-ba37-136ea30d573b req-75fde743-bb52-44ce-9814-b957ff687928 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0547411 Apr 11 19:37:44.266316 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-fd24b499-9a70-49f5-ba37-136ea30d573b req-91dda50f-e641-4b5f-bbb4-9deaa6bbee7f tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456493 Apr 11 19:37:45.278735 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b48fe0-51b4-444a-84aa-5f56404f7a3f req-dd1a1a93-cd2c-475c-87da-82ce4f2266d8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:45.280281 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35b48fe0-51b4-444a-84aa-5f56404f7a3f req-dd1a1a93-cd2c-475c-87da-82ce4f2266d8 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0516875 Apr 11 19:37:45.332901 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-35b48fe0-51b4-444a-84aa-5f56404f7a3f req-0ae02a21-aa74-4b5d-b0e2-6c712e7c7c88 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/security-groups?id=332fbcc4-aab0-4598-8c4b-13226347cca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462527 Apr 11 19:37:45.445215 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884533-8b5c-48ae-873b-3fe4e1646f7b req-b4675dd7-f6ca-4701-838f-cfd26cf7ef63 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:45.445215 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-88884533-8b5c-48ae-873b-3fe4e1646f7b req-b4675dd7-f6ca-4701-838f-cfd26cf7ef63 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0547380 Apr 11 19:37:45.494260 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-88884533-8b5c-48ae-873b-3fe4e1646f7b req-29962196-63f8-4a79-b70f-6071a733385c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438588 Apr 11 19:37:45.864159 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63161e6d-52fc-4a21-b281-963194337f54 req-68f37403-cb65-49a0-a5d7-2112f7c2f621 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:45.865968 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63161e6d-52fc-4a21-b281-963194337f54 req-68f37403-cb65-49a0-a5d7-2112f7c2f621 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 945 time: 0.0603323 Apr 11 19:37:46.105829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Deleting port a7963707-b21f-4df0-a757-31d2fe9160ec {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:46.105829 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:46.118578 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-ae66f1d8-5fed-4a50-a07a-50efdcc22970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:46.120419 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-ae66f1d8-5fed-4a50-a07a-50efdcc22970 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1130 time: 0.1163809 Apr 11 19:37:46.210101 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] For port a7963707-b21f-4df0-a757-31d2fe9160ec, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=a7963707-b21f-4df0-a757-31d2fe9160ec,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:46.210506 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:46.229378 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Calling delete_port for a7963707-b21f-4df0-a757-31d2fe9160ec owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:46.230734 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-d182a217-895d-4ae7-b848-d3fac32d6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:46.232213 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-d182a217-895d-4ae7-b848-d3fac32d6dd2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.1044505 Apr 11 19:37:46.367891 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (a7963707-b21f-4df0-a757-31d2fe9160ec), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:46.381036 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['a7963707-b21f-4df0-a757-31d2fe9160ec'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:37:46.397821 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Pushing event deleted for resources: {'Port': ['ID=a7963707-b21f-4df0-a757-31d2fe9160ec,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:46.445852 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] No DVR routers for this DVR port a7963707-b21f-4df0-a757-31d2fe9160ec on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:46.449068 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:46.452268 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-63161e6d-52fc-4a21-b281-963194337f54 req-0c823995-3c24-45ca-b82b-ef1f6b4dc45d tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.53 "DELETE /v2.0/ports/a7963707-b21f-4df0-a757-31d2fe9160ec HTTP/1.1" status: 204 len: 173 time: 0.4648180 Apr 11 19:37:46.452736 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'name': 'network-vif-deleted', 'tag': 'a7963707-b21f-4df0-a757-31d2fe9160ec'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:46.454963 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0557874-f0dc-416b-96c0-fa299bc30bb9" -d '{"events": [{"server_uuid": "9299aaff-fe2d-4322-8807-4185de4d94a7", "name": "network-vif-deleted", "tag": "a7963707-b21f-4df0-a757-31d2fe9160ec"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:46.458706 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9e97fcc1-3a58-4755-b57f-c448de5c54da req-fc83bc25-9c1a-46ec-9edd-469a41382d97 tempest-ServerRescueNegativeTestJSON-815620047 tempest-ServerRescueNegativeTestJSON-815620047-project] 10.222.0.26 "GET /v2.0/ports?device_id=9299aaff-fe2d-4322-8807-4185de4d94a7 HTTP/1.1" status: 200 len: 210 time: 0.0367572 Apr 11 19:37:46.573908 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d95e5-dc5a-4f11-9c77-6c56ace876ac x-openstack-request-id: req-643d95e5-dc5a-4f11-9c77-6c56ace876ac {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:46.574242 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9299aaff-fe2d-4322-8807-4185de4d94a7", "name": "network-vif-deleted", "tag": "a7963707-b21f-4df0-a757-31d2fe9160ec", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:46.574501 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-643d95e5-dc5a-4f11-9c77-6c56ace876ac {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:46.574957 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643d95e5-dc5a-4f11-9c77-6c56ace876ac'] response: {'server_uuid': '9299aaff-fe2d-4322-8807-4185de4d94a7', 'name': 'network-vif-deleted', 'tag': 'a7963707-b21f-4df0-a757-31d2fe9160ec', 'status': 'completed', 'code': 200} Apr 11 19:37:46.689477 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6ce9c-f0fc-4842-9aaf-21f17c622602 req-002c0de8-5dce-4dec-9b0d-90a78400f08a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:46.691100 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-03d6ce9c-f0fc-4842-9aaf-21f17c622602 req-002c0de8-5dce-4dec-9b0d-90a78400f08a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.1129179 Apr 11 19:37:46.731726 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-78759204-aec8-4cc3-a0fa-23c138752d55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 1002 time: 0.1353681 Apr 11 19:37:46.762221 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-03d6ce9c-f0fc-4842-9aaf-21f17c622602 req-03cbb871-829e-4b68-956b-c9f5114bde88 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555036 Apr 11 19:37:47.038530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-d8be4e7d-35c9-4c75-a276-934bee8227dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:47.040132 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-d8be4e7d-35c9-4c75-a276-934bee8227dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0524480 Apr 11 19:37:47.341918 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-e617a498-456d-4610-a56f-b33d42a077f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:47.343564 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-e617a498-456d-4610-a56f-b33d42a077f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552061 Apr 11 19:37:47.459536 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-e48ffd97-9f98-479f-a55a-62caa3195248 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056685 Apr 11 19:37:47.535436 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43852) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:47.568398 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dca69392-55c4-4a59-b214-1d21e6fcf43b req-3d4321a7-8647-4dc9-af31-07b9de8d7364 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013319 Apr 11 19:37:47.763095 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-9f8588f5-7d11-4140-97e8-c44de96de053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:47.900007 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eabf7-bd69-4ebc-ae93-803a53d7bd18 req-37dfac9d-e432-4683-ade0-718eb804fdb9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:47.901622 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-898eabf7-bd69-4ebc-ae93-803a53d7bd18 req-37dfac9d-e432-4683-ade0-718eb804fdb9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0489221 Apr 11 19:37:47.958133 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-898eabf7-bd69-4ebc-ae93-803a53d7bd18 req-79400853-b93a-4d9f-a521-fbbb92f5ae1a tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508695 Apr 11 19:37:48.064565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:48.313029 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Deleting port b56532a1-b9c3-4c78-af2c-7a81e02e2986 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:48.313383 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:48.397726 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] For port b56532a1-b9c3-4c78-af2c-7a81e02e2986, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b56532a1-b9c3-4c78-af2c-7a81e02e2986,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:48.398439 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:48.411514 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Calling delete_port for b56532a1-b9c3-4c78-af2c-7a81e02e2986 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:48.601200 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (b56532a1-b9c3-4c78-af2c-7a81e02e2986), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:48.631034 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56532a1-b9c3-4c78-af2c-7a81e02e2986,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:48.815590 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.049188 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:49.090633 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059db6c5-3683-462a-a4f8-3c9150352ca5 req-8a300903-81a2-4b98-90ee-00c997296fad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:49.095078 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-059db6c5-3683-462a-a4f8-3c9150352ca5 req-8a300903-81a2-4b98-90ee-00c997296fad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 946 time: 0.0498848 Apr 11 19:37:49.150849 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-059db6c5-3683-462a-a4f8-3c9150352ca5 req-962fb6b5-6a3f-4d0d-ba0d-f4d35f7683d7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523803 Apr 11 19:37:49.162496 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:49.170181 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c987966a-075d-4af3-86d9-fb432d0e7226 admin admin] 10.222.0.26 "PUT /v2.0/routers/13cc85ae-d4ce-4f15-8f62-b67e72a78d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6314325 Apr 11 19:37:49.170909 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43884) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:49.179730 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] Sync routers for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:49.189604 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:49.190385 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:49.300980 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks [] for router (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.313673 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:49.541352 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks [] for router_gateway (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.549626 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:49.620309 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:37:48Z', 'revision_number': 5, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port': {'id': '36370dde-7616-4a09-86ea-d815d36f30e4', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:49.638217 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Deleting port 36370dde-7616-4a09-86ea-d815d36f30e4 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:49.638606 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.654800 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] Checking router: 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:49.668229 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] Routers {'13cc85ae-d4ce-4f15-8f62-b67e72a78d47'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:49.668781 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:49.723407 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] For port 36370dde-7616-4a09-86ea-d815d36f30e4, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=36370dde-7616-4a09-86ea-d815d36f30e4,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:49.723776 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.738868 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Calling delete_port for 36370dde-7616-4a09-86ea-d815d36f30e4 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:49.768524 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:37:49.768944 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.801647 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] Set router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:49.808990 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:49.811401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8724f240-1445-44fa-8fbd-cba790b8ca1d" -d '{"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-unplugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:49.906233 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:49.914807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b556746-191b-4ad8-b143-e15ac90a7f9f x-openstack-request-id: req-1b556746-191b-4ad8-b143-e15ac90a7f9f {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:49.914807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-unplugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:49.914807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b556746-191b-4ad8-b143-e15ac90a7f9f {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:49.914807 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b556746-191b-4ad8-b143-e15ac90a7f9f'] response: {'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'code': 200} Apr 11 19:37:49.914807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:37:49Z', 'revision_number': 6, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:49.914807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.915487 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device a7963707-b21f-4df0-a757-31d2fe9160ec no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:49.940045 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (36370dde-7616-4a09-86ea-d815d36f30e4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:49.946400 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e299cea-1961-4129-8bab-d5b618e433b5 None None] The sync data for ids ['13cc85ae-d4ce-4f15-8f62-b67e72a78d47'] in dv-cinder-830787-3-smb is: [{'id': '13cc85ae-d4ce-4f15-8f62-b67e72a78d47', 'name': 'tempest-ServerRescueNegativeTestJSON-1002936576-router', 'tenant_id': '7f98c7ad042e4adc892781eab03d12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:37:49Z', 'revision_number': 6, 'project_id': '7f98c7ad042e4adc892781eab03d12ee', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:49.962576 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36370dde-7616-4a09-86ea-d815d36f30e4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:49.999730 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: a7963707-b21f-4df0-a757-31d2fe9160ec {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:50.000078 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device a7963707-b21f-4df0-a757-31d2fe9160ec not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:50.025256 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:50.034732 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.143784 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.146641 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks [] for router_controller (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.203535 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (13cc85ae-d4ce-4f15-8f62-b67e72a78d47), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.204789 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cc85ae-d4ce-4f15-8f62-b67e72a78d47 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:37:50.212165 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.216171 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a8950972-f6a5-4e82-bd86-9fc0dd3beac3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/13cc85ae-d4ce-4f15-8f62-b67e72a78d47 HTTP/1.1" status: 204 len: 168 time: 1.0418489 Apr 11 19:37:50.216466 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43902) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:50.312369 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Deleting subnet 315902ce-4453-4b5d-a501-ab5c5d3df659 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:37:50.323518 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65389ed4-89b2-4c0e-8d67-e43d283e0491 req-363f3512-c26a-45a8-b261-aa232754f807 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:50.325201 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-65389ed4-89b2-4c0e-8d67-e43d283e0491 req-363f3512-c26a-45a8-b261-aa232754f807 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0805187 Apr 11 19:37:50.326708 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Publish callbacks [] for subnet (315902ce-4453-4b5d-a501-ab5c5d3df659), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.400754 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30569306'] for subnet (315902ce-4453-4b5d-a501-ab5c5d3df659), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.447923 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-65389ed4-89b2-4c0e-8d67-e43d283e0491 req-b955a39e-9b17-4c6f-bfd8-42912bcd0add tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984268 Apr 11 19:37:50.523209 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (315902ce-4453-4b5d-a501-ab5c5d3df659), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.600725 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30442131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516627'] for subnet (315902ce-4453-4b5d-a501-ab5c5d3df659), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.632980 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.637258 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/315902ce-4453-4b5d-a501-ab5c5d3df659 HTTP/1.1" status: 204 len: 168 time: 0.4197562 Apr 11 19:37:50.638544 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b8c2d-f96d-42ce-9bbb-fc0b28efc553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315902ce-4453-4b5d-a501-ab5c5d3df659,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:50.640763 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43920) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:50.646277 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f5301-153e-4d3e-935c-6e2022bf6b96 None None] Network 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:37:50.765916 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.804276 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-27c9feff-dc0b-4da9-b494-c372f0ca1d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.845407 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Deleting port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:50.846321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:50.877186 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] DHCP port deletion for 19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:37:50.936157 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b56532a1-b9c3-4c78-af2c-7a81e02e2986 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:50.981113 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: b56532a1-b9c3-4c78-af2c-7a81e02e2986 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:50.981675 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b56532a1-b9c3-4c78-af2c-7a81e02e2986 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:50.982249 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 36370dde-7616-4a09-86ea-d815d36f30e4 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:51.007786 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4b28e-475c-4821-b14e-1547c9d232b3 req-271cd106-96c6-42fa-baaf-ea2b7835d563 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:51.011066 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-10b4b28e-475c-4821-b14e-1547c9d232b3 req-271cd106-96c6-42fa-baaf-ea2b7835d563 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.1587880 Apr 11 19:37:51.013844 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] For port 3a13783d-d462-47e2-8bd8-ec5e5646aa35, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=3a13783d-d462-47e2-8bd8-ec5e5646aa35,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:51.014043 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] Deleting port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:51.014301 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.014806 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.016206 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 36370dde-7616-4a09-86ea-d815d36f30e4 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:51.016545 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 36370dde-7616-4a09-86ea-d815d36f30e4 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:51.047572 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Calling delete_port for 3a13783d-d462-47e2-8bd8-ec5e5646aa35 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:51.121489 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] For port 3a13783d-d462-47e2-8bd8-ec5e5646aa35, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=3a13783d-d462-47e2-8bd8-ec5e5646aa35,segment=NetworkSegment(a0bac248-aa38-45f4-b652-17885f8617d7),segment_id=a0bac248-aa38-45f4-b652-17885f8617d7)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:51.122033 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.137132 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] Calling delete_port for 3a13783d-d462-47e2-8bd8-ec5e5646aa35 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:51.145848 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-10b4b28e-475c-4821-b14e-1547c9d232b3 req-85d74b49-0773-4891-8723-b884fc56d486 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181350 Apr 11 19:37:51.196162 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.229336 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] No DVR routers for this DVR port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 on host dv-cinder-830787-3-smb {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:51.231014 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a13783d-d462-47e2-8bd8-ec5e5646aa35,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:51.261802 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (3a13783d-d462-47e2-8bd8-ec5e5646aa35), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.292541 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] No DVR routers for this DVR port 3a13783d-d462-47e2-8bd8-ec5e5646aa35 on host dv-cinder-830787-3-smb {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:51.304756 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0756592-ea6e-4a4b-b21e-a31ee3406525 None None] Pushing event deleted for resources: {'Port': ['ID=3a13783d-d462-47e2-8bd8-ec5e5646aa35,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:51.339601 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.617034 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:51.627365 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bac248-aa38-45f4-b652-17885f8617d7') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:51.627656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bac248-aa38-45f4-b652-17885f8617d7') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:51.637630 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (a0bac248-aa38-45f4-b652-17885f8617d7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.653294 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (a0bac248-aa38-45f4-b652-17885f8617d7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.662300 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-cbf904cb-2fb8-40bd-907d-48b39bdd2961 req-1f22f9fe-b64f-4bb5-a363-8522a817110b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:37:51.663318 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cbf904cb-2fb8-40bd-907d-48b39bdd2961 req-1f22f9fe-b64f-4bb5-a363-8522a817110b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537529 Apr 11 19:37:51.666153 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:37:51.667146 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (a0bac248-aa38-45f4-b652-17885f8617d7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:37:51.671537 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:37:51.731347 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.747987 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.754105 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] 10.222.0.26 "DELETE /v2.0/networks/19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c HTTP/1.1" status: 204 len: 168 time: 1.1116889 Apr 11 19:37:51.764791 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744f7db-42be-46f5-95c4-3e26e9fe3125 admin admin] Pushing event deleted for resources: {'Network': ['ID=19bbeb80-c3fa-4d4b-91b5-313ea2c96f7c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:51.794535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:51.956523 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43958) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:52.024708 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-91d889e5-fa40-4d75-af07-835320e706e6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f98c7ad042e4adc892781eab03d12ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0650268 Apr 11 19:37:52.025666 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 43960) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:52.086092 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5828fca3-2223-4949-8234-0bfad292ee69 admin admin] Publish callbacks [] for security_group (332fbcc4-aab0-4598-8c4b-13226347cca5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:52.111595 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5828fca3-2223-4949-8234-0bfad292ee69 admin admin] Publish callbacks [] for security_group (332fbcc4-aab0-4598-8c4b-13226347cca5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:52.165708 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5828fca3-2223-4949-8234-0bfad292ee69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (332fbcc4-aab0-4598-8c4b-13226347cca5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:52.169561 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de3b3e-d663-49e0-9e4d-5ad7cb5208be req-2678b08e-a4d9-48de-b16c-093f5d51acf5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:52.170574 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5828fca3-2223-4949-8234-0bfad292ee69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:52.171529 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-90de3b3e-d663-49e0-9e4d-5ad7cb5208be req-2678b08e-a4d9-48de-b16c-093f5d51acf5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.3826246 Apr 11 19:37:52.172192 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5828fca3-2223-4949-8234-0bfad292ee69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/332fbcc4-aab0-4598-8c4b-13226347cca5 HTTP/1.1" status: 204 len: 168 time: 0.1455410 Apr 11 19:37:52.187739 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828fca3-2223-4949-8234-0bfad292ee69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332fbcc4-aab0-4598-8c4b-13226347cca5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:52.247174 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-90de3b3e-d663-49e0-9e4d-5ad7cb5208be req-1ebf190f-6c3b-4723-b69c-108e55dfa3e8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574405 Apr 11 19:37:52.309975 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac8410-5f9a-4dd3-94fc-6e3a5d5ce9af req-9140c9be-38e3-4915-bcc6-912a79ec1355 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:52.311585 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-37ac8410-5f9a-4dd3-94fc-6e3a5d5ce9af req-9140c9be-38e3-4915-bcc6-912a79ec1355 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.0590057 Apr 11 19:37:52.363888 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-37ac8410-5f9a-4dd3-94fc-6e3a5d5ce9af req-fccfd1ab-e66e-4d9e-ac75-6d8e832c7ac2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463898 Apr 11 19:37:52.398519 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43974) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:52.562575 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-49f639c4-2211-4eaa-b3cc-48c926810715 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1621199 Apr 11 19:37:52.573796 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-a2a37a51-d582-4e61-bf0d-9623576a7f8c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103240) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:37:52.574741 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-a2a37a51-d582-4e61-bf0d-9623576a7f8c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055039 Apr 11 19:37:52.726515 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 43992) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:52.912202 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:52.915128 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 3a13783d-d462-47e2-8bd8-ec5e5646aa35 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:52.939557 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 3a13783d-d462-47e2-8bd8-ec5e5646aa35 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:52.939896 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 3a13783d-d462-47e2-8bd8-ec5e5646aa35 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:52.981007 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c671-1219-4421-9711-d766a5369967 req-17270470-61ed-46ee-9ddf-d281f3bb8d81 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:52.982439 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-17270470-61ed-46ee-9ddf-d281f3bb8d81 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports/969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 941 time: 0.2549026 Apr 11 19:37:53.049748 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:37:53.377643 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-aa2680d0-5189-4584-a5b0-0976019176e7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:53.381459 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-aa2680d0-5189-4584-a5b0-0976019176e7 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.0775945 Apr 11 19:37:53.427765 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e22acb-2e5b-46ef-8221-3bc8d695934a req-c47775b1-4412-4a69-9e2f-78bb8d9a371b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:53.429971 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-06e22acb-2e5b-46ef-8221-3bc8d695934a req-c47775b1-4412-4a69-9e2f-78bb8d9a371b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0703719 Apr 11 19:37:53.519624 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port b5082e18-6561-458f-a8ce-a37d898e55c5 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:53.520317 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:53.534278 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-06e22acb-2e5b-46ef-8221-3bc8d695934a req-dc82e518-0c39-40a2-80f7-536217ac8abb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972314 Apr 11 19:37:53.551867 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:53.646565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0cd38-9809-4e23-b08d-87ce739ef52d req-1b989820-c825-4f06-af89-c07a667fa685 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:53.648132 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-65a0cd38-9809-4e23-b08d-87ce739ef52d req-1b989820-c825-4f06-af89-c07a667fa685 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 946 time: 0.1231039 Apr 11 19:37:53.664493 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: DOWN; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:37:53.692992 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] For port b5082e18-6561-458f-a8ce-a37d898e55c5, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b5082e18-6561-458f-a8ce-a37d898e55c5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:37:53.693364 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:53.782518 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-65a0cd38-9809-4e23-b08d-87ce739ef52d req-dd728294-2d4e-4640-b8c4-c29754ba21fc tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups?id=a80782b4-a4b1-4dd7-afc4-a4e6165247ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275263 Apr 11 19:37:53.813309 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44046) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:53.941846 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:53.942225 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (0ca33a5f-4356-4d65-8722-321400e8be01), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:53.942559 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Floating IP 0ca33a5f-4356-4d65-8722-321400e8be01 disassociated. External IP: 172.28.2.228, port: b5082e18-6561-458f-a8ce-a37d898e55c5. Apr 11 19:37:53.943040 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for b5082e18-6561-458f-a8ce-a37d898e55c5 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:53.968394 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e075682-7fbe-4b48-b954-bbfdc6cf29dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.066019 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e075682-7fbe-4b48-b954-bbfdc6cf29dc admin admin] Publish callbacks [] for security_group (63092ca5-b3b7-40a0-94f7-10a38b5e725e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.071363 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7e075682-7fbe-4b48-b954-bbfdc6cf29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (63092ca5-b3b7-40a0-94f7-10a38b5e725e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.100448 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (b5082e18-6561-458f-a8ce-a37d898e55c5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.115009 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-7e075682-7fbe-4b48-b954-bbfdc6cf29dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aeab1ecaba774ecaa413bfe5e7d58db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005531 Apr 11 19:37:54.116187 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e075682-7fbe-4b48-b954-bbfdc6cf29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63092ca5-b3b7-40a0-94f7-10a38b5e725e,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:54.118598 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44058) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:54.133790 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=b5082e18-6561-458f-a8ce-a37d898e55c5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:54.176151 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ceafd35-0e3f-42e9-be27-be2608359f9f admin admin] Publish callbacks [] for security_group (63092ca5-b3b7-40a0-94f7-10a38b5e725e), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.201735 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ceafd35-0e3f-42e9-be27-be2608359f9f admin admin] Publish callbacks [] for security_group (63092ca5-b3b7-40a0-94f7-10a38b5e725e), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.280374 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:37:54.321837 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c671-1219-4421-9711-d766a5369967 req-78e25bd3-5152-4c44-a069-2a1225a492dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:54.323551 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-78e25bd3-5152-4c44-a069-2a1225a492dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5&tenant_id=c310f6d38e554a41982c3ec46b5e9cab HTTP/1.1" status: 200 len: 1128 time: 0.1002970 Apr 11 19:37:54.350197 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ceafd35-0e3f-42e9-be27-be2608359f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (63092ca5-b3b7-40a0-94f7-10a38b5e725e), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.353030 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5ceafd35-0e3f-42e9-be27-be2608359f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.358751 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5ceafd35-0e3f-42e9-be27-be2608359f9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63092ca5-b3b7-40a0-94f7-10a38b5e725e HTTP/1.1" status: 204 len: 168 time: 0.2353678 Apr 11 19:37:54.393765 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceafd35-0e3f-42e9-be27-be2608359f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63092ca5-b3b7-40a0-94f7-10a38b5e725e,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:54.411706 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c671-1219-4421-9711-d766a5369967 req-09526ddd-5672-462f-9636-b27aaa06b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:54.413908 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-09526ddd-5672-462f-9636-b27aaa06b235 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1128 time: 0.0578527 Apr 11 19:37:54.464093 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:37:54.487190 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:37:54.506941 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:54.507451 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:54.536593 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] No DVR routers for this DVR port b5082e18-6561-458f-a8ce-a37d898e55c5 on host hv-cinder-83078 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:37:54.539556 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:54.543628 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bc63e4de-cfbf-49a3-9345-3df6a946422e req-d7dfa119-2e73-43c0-a709-36b292dbbb42 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.53 "DELETE /v2.0/ports/b5082e18-6561-458f-a8ce-a37d898e55c5 HTTP/1.1" status: 204 len: 173 time: 1.1502833 Apr 11 19:37:54.544178 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'name': 'network-vif-deleted', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:37:54.558108 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3762b7a-cba5-496c-a250-3a62994725ce" -d '{"events": [{"server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "name": "network-vif-deleted", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:37:54.624879 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c671-1219-4421-9711-d766a5369967 req-3cb38f46-f3c7-4aba-8255-0327c7201210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:54.630289 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-3cb38f46-f3c7-4aba-8255-0327c7201210 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.2057908 Apr 11 19:37:54.663775 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8428171-0c7a-4c8e-aa54-d8bc60d6cd20 x-openstack-request-id: req-f8428171-0c7a-4c8e-aa54-d8bc60d6cd20 {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:37:54.664148 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d131aa16-00c3-43b8-9f82-230b5a0b8b61", "name": "network-vif-deleted", "tag": "b5082e18-6561-458f-a8ce-a37d898e55c5", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:37:54.664493 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f8428171-0c7a-4c8e-aa54-d8bc60d6cd20 {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:37:54.665107 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8428171-0c7a-4c8e-aa54-d8bc60d6cd20'] response: {'server_uuid': 'd131aa16-00c3-43b8-9f82-230b5a0b8b61', 'name': 'network-vif-deleted', 'tag': 'b5082e18-6561-458f-a8ce-a37d898e55c5', 'status': 'completed', 'code': 200} Apr 11 19:37:54.738922 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:54.789881 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25919bb-2bbf-4539-a947-9615102b98ef req-3fdd5a59-4747-4b33-a3c5-fa29163c40d8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:54.792802 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e25919bb-2bbf-4539-a947-9615102b98ef req-3fdd5a59-4747-4b33-a3c5-fa29163c40d8 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0752695 Apr 11 19:37:54.798006 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-f8e3f4e7-0a91-439e-9e0e-e38d734e6974 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 1000 time: 0.1594052 Apr 11 19:37:54.885145 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e25919bb-2bbf-4539-a947-9615102b98ef req-1e7e0d5c-eb54-4545-aa92-687a804232ef tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856774 Apr 11 19:37:54.934524 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-707222a8-e47f-4541-a1d1-ae7d95bc8819 req-d9958645-5941-4419-b7e0-9cf67f9011ac tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d131aa16-00c3-43b8-9f82-230b5a0b8b61 HTTP/1.1" status: 200 len: 210 time: 0.0494983 Apr 11 19:37:55.003225 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:55.041097 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c671-1219-4421-9711-d766a5369967 req-afc7b42e-b4dd-4d51-9f5d-17aa398ae7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:55.043997 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-afc7b42e-b4dd-4d51-9f5d-17aa398ae7dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0931823 Apr 11 19:37:55.098556 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:55.125667 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:37:55.134761 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:37:55.136100 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:55.254198 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:37:55.459879 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:37:55.487516 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099255e1-639e-4a70-965a-2963ee7e2e06 None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:39Z', 'revision_number': 4, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '81a97453-49e5-4f70-94cb-faed42760fb5', 'name': '', 'network_id': '1aa30ed1-f0a9-44ee-9416-23015443366d', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'mac_address': 'fa:16:3e:f4:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:33Z', 'updated_at': '2022-04-11T19:32:54Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'subnets': [{'id': 'd353e279-26da-4fa0-be61-4696cbb73344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:37:55.614701 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c671-1219-4421-9711-d766a5369967 req-b6aa6cf8-f48e-411b-a514-ef7303832fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:55.616234 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-b6aa6cf8-f48e-411b-a514-ef7303832fb3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0728745 Apr 11 19:37:55.758075 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-5c2b5f00-3d17-476f-8431-7bafd85e7fb6 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264014 Apr 11 19:37:55.882264 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7489368-1ae2-474a-972d-18edc31eeb55 None None] New status for floating IP 0ca33a5f-4356-4d65-8722-321400e8be01: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:37:55.890935 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0a35c671-1219-4421-9711-d766a5369967 req-e9f9a4c2-2d8e-4e2d-bf29-1d6d6d367882 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222217 Apr 11 19:37:56.059939 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e0aab-5cee-4a36-9362-184a42ba93f7 req-a79e93c6-6389-444e-b34e-2f1cf628ddc3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:56.062479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44122) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:56.067137 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ac5e0aab-5cee-4a36-9362-184a42ba93f7 req-a79e93c6-6389-444e-b34e-2f1cf628ddc3 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0810854 Apr 11 19:37:56.132441 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ac5e0aab-5cee-4a36-9362-184a42ba93f7 req-2966796b-afd3-4d45-bd9d-0375ad389f51 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644097 Apr 11 19:37:56.144162 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce92-39c2-45d8-98c1-d23023008921 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (a80782b4-a4b1-4dd7-afc4-a4e6165247ba), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.177156 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce92-39c2-45d8-98c1-d23023008921 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (a80782b4-a4b1-4dd7-afc4-a4e6165247ba), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.235391 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce92-39c2-45d8-98c1-d23023008921 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (a80782b4-a4b1-4dd7-afc4-a4e6165247ba), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.238159 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6d04ce92-39c2-45d8-98c1-d23023008921 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.242375 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6d04ce92-39c2-45d8-98c1-d23023008921 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/security-groups/a80782b4-a4b1-4dd7-afc4-a4e6165247ba HTTP/1.1" status: 204 len: 168 time: 0.1749125 Apr 11 19:37:56.242476 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44134) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:56.250146 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04ce92-39c2-45d8-98c1-d23023008921 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80782b4-a4b1-4dd7-afc4-a4e6165247ba,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:56.256810 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.api.v2.resource [None req-b76c2c88-12b7-41bb-a3b5-6963dc5bdea2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] show failed (client error): The resource could not be found. Apr 11 19:37:56.261019 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b76c2c88-12b7-41bb-a3b5-6963dc5bdea2 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "GET /v2.0/security-groups/a80782b4-a4b1-4dd7-afc4-a4e6165247ba HTTP/1.1" status: 404 len: 347 time: 0.0142708 Apr 11 19:37:56.261340 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44136) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:56.410127 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Deleting port e6f37028-c420-4cc7-8407-21a18c31afc8 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:37:56.410606 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.539376 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.539730 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (e6f37028-c420-4cc7-8407-21a18c31afc8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.569199 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Calling delete_port for e6f37028-c420-4cc7-8407-21a18c31afc8 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:37:56.825452 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (e6f37028-c420-4cc7-8407-21a18c31afc8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:56.873913 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Pushing event deleted for resources: {'Port': ['ID=e6f37028-c420-4cc7-8407-21a18c31afc8,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:57.016456 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks [] for floatingip (0ca33a5f-4356-4d65-8722-321400e8be01), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:57.019762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:57.021148 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-74a207d4-be36-470a-b6d5-af690b718c52 tempest-AttachVolumeNegativeTest-166156972 tempest-AttachVolumeNegativeTest-166156972-project] 10.222.0.26 "DELETE /v2.0/floatingips/0ca33a5f-4356-4d65-8722-321400e8be01 HTTP/1.1" status: 204 len: 168 time: 0.7586873 Apr 11 19:37:57.427562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eae4c1-fd32-4b2d-a1fc-d320b3df686e req-d0ebaec3-b9bd-47ad-a69f-a9ab771bcb59 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:57.438932 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-50eae4c1-fd32-4b2d-a1fc-d320b3df686e req-d0ebaec3-b9bd-47ad-a69f-a9ab771bcb59 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.1239929 Apr 11 19:37:57.529847 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44196) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:57.548309 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b5082e18-6561-458f-a8ce-a37d898e55c5 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:37:57.567883 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-50eae4c1-fd32-4b2d-a1fc-d320b3df686e req-cec5f847-7aa6-42ac-8775-84917dd72be4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186523 Apr 11 19:37:57.614476 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: b5082e18-6561-458f-a8ce-a37d898e55c5 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:37:57.616109 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b5082e18-6561-458f-a8ce-a37d898e55c5 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:37:57.731839 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2d733151-812b-4f7b-91fa-81bf390700e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:57.858478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2d733151-812b-4f7b-91fa-81bf390700e1 admin admin] Publish callbacks [] for security_group (ed8cec7d-671a-42cd-995c-df71349a5fd0), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:57.865845 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2d733151-812b-4f7b-91fa-81bf390700e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ed8cec7d-671a-42cd-995c-df71349a5fd0), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:57.921999 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d733151-812b-4f7b-91fa-81bf390700e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8cec7d-671a-42cd-995c-df71349a5fd0,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:57.926732 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-2d733151-812b-4f7b-91fa-81bf390700e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=01751d87e9b543d2973f11acfbf42635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3953180 Apr 11 19:37:57.930083 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44200) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:58.002231 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f251a7ca-cfe5-4e23-be32-e06be7481fbb admin admin] Publish callbacks [] for security_group (ed8cec7d-671a-42cd-995c-df71349a5fd0), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.036945 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f251a7ca-cfe5-4e23-be32-e06be7481fbb admin admin] Publish callbacks [] for security_group (ed8cec7d-671a-42cd-995c-df71349a5fd0), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.100627 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f251a7ca-cfe5-4e23-be32-e06be7481fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ed8cec7d-671a-42cd-995c-df71349a5fd0), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.103403 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f251a7ca-cfe5-4e23-be32-e06be7481fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.104645 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f251a7ca-cfe5-4e23-be32-e06be7481fbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ed8cec7d-671a-42cd-995c-df71349a5fd0 HTTP/1.1" status: 204 len: 168 time: 0.1740050 Apr 11 19:37:58.115055 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251a7ca-cfe5-4e23-be32-e06be7481fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8cec7d-671a-42cd-995c-df71349a5fd0,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:58.482610 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44216) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:58.508477 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12c999a8-b003-4b87-9667-643d15cf7434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.656306 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12c999a8-b003-4b87-9667-643d15cf7434 admin admin] Publish callbacks [] for security_group (74416dc2-c5f2-4225-8fe1-fb61cacae8ee), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.663175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12c999a8-b003-4b87-9667-643d15cf7434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (74416dc2-c5f2-4225-8fe1-fb61cacae8ee), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.711716 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-12c999a8-b003-4b87-9667-643d15cf7434 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af8612c9901c4d5f8317af3fb7d67038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268624 Apr 11 19:37:58.712115 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c999a8-b003-4b87-9667-643d15cf7434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74416dc2-c5f2-4225-8fe1-fb61cacae8ee,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:37:58.717116 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44222) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:37:58.734177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c2750-4383-470d-a9a1-688a3ee78e41 req-35a298cd-d815-4b23-9bb5-d693244c97d0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:37:58.736564 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7b6c2750-4383-470d-a9a1-688a3ee78e41 req-35a298cd-d815-4b23-9bb5-d693244c97d0 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0651941 Apr 11 19:37:58.807802 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-019366a8-ac41-44b0-955c-3d3b04ecbd8e admin admin] Publish callbacks [] for security_group (74416dc2-c5f2-4225-8fe1-fb61cacae8ee), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.824359 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7b6c2750-4383-470d-a9a1-688a3ee78e41 req-ff80dcac-c841-4422-8489-ee47c1df52eb tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816236 Apr 11 19:37:58.860397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-019366a8-ac41-44b0-955c-3d3b04ecbd8e admin admin] Publish callbacks [] for security_group (74416dc2-c5f2-4225-8fe1-fb61cacae8ee), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.938668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-019366a8-ac41-44b0-955c-3d3b04ecbd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (74416dc2-c5f2-4225-8fe1-fb61cacae8ee), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.941262 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-019366a8-ac41-44b0-955c-3d3b04ecbd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:37:58.945195 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-019366a8-ac41-44b0-955c-3d3b04ecbd8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74416dc2-c5f2-4225-8fe1-fb61cacae8ee HTTP/1.1" status: 204 len: 168 time: 0.2262056 Apr 11 19:37:58.954060 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019366a8-ac41-44b0-955c-3d3b04ecbd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74416dc2-c5f2-4225-8fe1-fb61cacae8ee,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:00.026486 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c044a1-797c-41ec-9d00-b2f30541f592 req-b36b0b47-49a8-48b4-9724-a0dbcc6ba42e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:00.028695 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b4c044a1-797c-41ec-9d00-b2f30541f592 req-b36b0b47-49a8-48b4-9724-a0dbcc6ba42e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0919778 Apr 11 19:38:00.116088 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b4c044a1-797c-41ec-9d00-b2f30541f592 req-c4a56bac-dadc-45f8-973d-401482ea20bc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805132 Apr 11 19:38:01.108310 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44296) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:01.316332 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46badf66-5095-46cf-b6f5-b6a2b0518c31 req-fec3751f-07fe-45a9-adaa-8aadd6638c90 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:01.318050 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-46badf66-5095-46cf-b6f5-b6a2b0518c31 req-fec3751f-07fe-45a9-adaa-8aadd6638c90 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0820572 Apr 11 19:38:01.419495 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-46badf66-5095-46cf-b6f5-b6a2b0518c31 req-253fab3c-1c24-4d74-b546-7f3abccfb875 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874536 Apr 11 19:38:01.748709 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:02.033045 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Deleting port 81a97453-49e5-4f70-94cb-faed42760fb5 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:02.033309 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:02.130534 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] For port 81a97453-49e5-4f70-94cb-faed42760fb5, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=81a97453-49e5-4f70-94cb-faed42760fb5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:02.131294 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:02.146608 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Calling delete_port for 81a97453-49e5-4f70-94cb-faed42760fb5 owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:02.418165 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (81a97453-49e5-4f70-94cb-faed42760fb5), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:02.467480 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a97453-49e5-4f70-94cb-faed42760fb5,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:02.679319 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44a8a9-b75d-48b3-b60e-4a687816ccee req-c0081d10-ea94-4668-a9a6-0f2068c494fa tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:02.684505 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8f44a8a9-b75d-48b3-b60e-4a687816ccee req-c0081d10-ea94-4668-a9a6-0f2068c494fa tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.1331642 Apr 11 19:38:02.810565 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-8f44a8a9-b75d-48b3-b60e-4a687816ccee req-a4fc6a4a-6ddc-4069-ab47-485fe59697ad tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193080 Apr 11 19:38:02.947646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:03.269675 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:38:03.386174 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:38:03.393802 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b5739483-0130-4fe1-ba4e-0586d827f0d2 admin admin] 10.222.0.26 "PUT /v2.0/routers/78bb92a3-e70d-42a9-b6cb-1167ee2d83a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2814920 Apr 11 19:38:03.393802 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44336) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:03.400738 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] Sync routers for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:38:03.414362 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:03.415261 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:03.508530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks [] for router (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:03.534982 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:03.626854 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks [] for router_gateway (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:03.690278 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Deleting port af43001e-f155-4b8f-b619-27283a1ede2e {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:03.690581 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:03.763343 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177'}], 'enable_snat': True}, 'gw_port_id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:38:02Z', 'revision_number': 5, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port': {'id': 'af43001e-f155-4b8f-b619-27283a1ede2e', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:24Z', 'updated_at': '2022-04-11T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:03.794921 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] For port af43001e-f155-4b8f-b619-27283a1ede2e, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=af43001e-f155-4b8f-b619-27283a1ede2e,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:03.795562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:03.801548 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] Checking router: 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:38:03.811662 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] Routers {'78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:03.812432 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:03.819464 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Calling delete_port for af43001e-f155-4b8f-b619-27283a1ede2e owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:03.953656 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] Set router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:04.046307 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602c6f4-43ab-4093-bdb4-84f5d891afa0 req-ccb36689-4701-4a78-be90-22c949b65f4c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:04.060239 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b602c6f4-43ab-4093-bdb4-84f5d891afa0 req-ccb36689-4701-4a78-be90-22c949b65f4c tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.1426804 Apr 11 19:38:04.091310 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:38:03Z', 'revision_number': 6, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:04.145379 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (af43001e-f155-4b8f-b619-27283a1ede2e), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.149117 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd5e560-3e8c-41a4-acf8-fa421e9e683d None None] The sync data for ids ['78bb92a3-e70d-42a9-b6cb-1167ee2d83a6'] in dv-cinder-830787-3-smb is: [{'id': '78bb92a3-e70d-42a9-b6cb-1167ee2d83a6', 'name': 'tempest-AttachVolumeNegativeTest-1679516641-router', 'tenant_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:38:03Z', 'revision_number': 6, 'project_id': 'd2be9a4e04a74eaeb6a2f772fcf1ac54', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:38:04.172191 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b602c6f4-43ab-4093-bdb4-84f5d891afa0 req-a388b4f7-e6bd-428e-89e0-fc9951d5afc9 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104755 Apr 11 19:38:04.187154 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Pushing event deleted for resources: {'Port': ['ID=af43001e-f155-4b8f-b619-27283a1ede2e,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:04.308633 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.425843 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.428570 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks [] for router_controller (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.445066 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44356) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:04.479794 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (78bb92a3-e70d-42a9-b6cb-1167ee2d83a6), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.480367 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:38:04.485103 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.489390 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44360) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:04.489625 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2d4fa3d6-fb7b-46ec-aa0e-b1df3bd32afe admin admin] 10.222.0.26 "DELETE /v2.0/routers/78bb92a3-e70d-42a9-b6cb-1167ee2d83a6 HTTP/1.1" status: 204 len: 168 time: 1.0947130 Apr 11 19:38:04.536995 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Deleting subnet d353e279-26da-4fa0-be61-4696cbb73344 {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:38:04.541788 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Publish callbacks [] for subnet (d353e279-26da-4fa0-be61-4696cbb73344), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.581367 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cebaf4d1-4d59-4800-931d-2e9bffeb8d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.596798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29492986'] for subnet (d353e279-26da-4fa0-be61-4696cbb73344), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.710642 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (d353e279-26da-4fa0-be61-4696cbb73344), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.757901 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cebaf4d1-4d59-4800-931d-2e9bffeb8d72 admin admin] Publish callbacks [] for security_group (f7b65d83-2dd6-4da3-9e57-92b86b6a718b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.764393 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cebaf4d1-4d59-4800-931d-2e9bffeb8d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (f7b65d83-2dd6-4da3-9e57-92b86b6a718b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.813538 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29492312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29616157'] for subnet (d353e279-26da-4fa0-be61-4696cbb73344), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.815379 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf4d1-4d59-4800-931d-2e9bffeb8d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b65d83-2dd6-4da3-9e57-92b86b6a718b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:04.825812 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-cebaf4d1-4d59-4800-931d-2e9bffeb8d72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eaa07548016d4d95b71063014dbffb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794847 Apr 11 19:38:04.828425 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44362) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:04.850552 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d353e279-26da-4fa0-be61-4696cbb73344,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:04.852679 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.858589 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ef62d098-045e-4781-b5df-1165bd0f9287 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d353e279-26da-4fa0-be61-4696cbb73344 HTTP/1.1" status: 204 len: 168 time: 0.3659089 Apr 11 19:38:04.859190 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44364) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:04.862599 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210d917-32af-49e1-a920-e85a3384bbea None None] Network 1aa30ed1-f0a9-44ee-9416-23015443366d requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:38:04.886368 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d173eee7-2033-4d90-96b7-daa457ffbdc4 admin admin] Publish callbacks [] for security_group (f7b65d83-2dd6-4da3-9e57-92b86b6a718b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.909121 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d173eee7-2033-4d90-96b7-daa457ffbdc4 admin admin] Publish callbacks [] for security_group (f7b65d83-2dd6-4da3-9e57-92b86b6a718b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.940565 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (1aa30ed1-f0a9-44ee-9416-23015443366d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.987231 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d173eee7-2033-4d90-96b7-daa457ffbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (f7b65d83-2dd6-4da3-9e57-92b86b6a718b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.990375 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d173eee7-2033-4d90-96b7-daa457ffbdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:04.991584 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d173eee7-2033-4d90-96b7-daa457ffbdc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7b65d83-2dd6-4da3-9e57-92b86b6a718b HTTP/1.1" status: 204 len: 168 time: 0.1621363 Apr 11 19:38:04.999612 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173eee7-2033-4d90-96b7-daa457ffbdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b65d83-2dd6-4da3-9e57-92b86b6a718b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:05.040453 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Deleting port 03c9599f-ad9c-40d6-8396-b102164625e5 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:05.041089 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.050932 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 81a97453-49e5-4f70-94cb-faed42760fb5 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:05.138592 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] For port 03c9599f-ad9c-40d6-8396-b102164625e5, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=03c9599f-ad9c-40d6-8396-b102164625e5,segment=NetworkSegment(2fd99a4e-2438-4107-aa4c-15ea8be383f2),segment_id=2fd99a4e-2438-4107-aa4c-15ea8be383f2)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:05.139143 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.166377 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Calling delete_port for 03c9599f-ad9c-40d6-8396-b102164625e5 owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:05.251776 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb49cb6-dd36-4237-8598-45c14e852b83 None None] DHCP port deletion for 1aa30ed1-f0a9-44ee-9416-23015443366d request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:38:05.254153 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 81a97453-49e5-4f70-94cb-faed42760fb5 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:05.254493 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 81a97453-49e5-4f70-94cb-faed42760fb5 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:05.254897 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device af43001e-f155-4b8f-b619-27283a1ede2e no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:05.273610 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (03c9599f-ad9c-40d6-8396-b102164625e5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.292135 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: af43001e-f155-4b8f-b619-27283a1ede2e {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:05.293028 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device af43001e-f155-4b8f-b619-27283a1ede2e not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:05.308161 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c9599f-ad9c-40d6-8396-b102164625e5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:05.311901 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] No DVR routers for this DVR port 03c9599f-ad9c-40d6-8396-b102164625e5 on host dv-cinder-830787-3-smb {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:05.319494 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2bb49cb6-dd36-4237-8598-45c14e852b83 None None] The port '03c9599f-ad9c-40d6-8396-b102164625e5' was deleted {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 11 19:38:05.360593 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda828-938a-4a1f-9fea-f07da679e9dc req-2a6d40fa-7bce-4559-a474-95bc7a5d4f03 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:05.362212 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b7eda828-938a-4a1f-9fea-f07da679e9dc req-2a6d40fa-7bce-4559-a474-95bc7a5d4f03 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0970216 Apr 11 19:38:05.392646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44374) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:05.400783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (1aa30ed1-f0a9-44ee-9416-23015443366d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.412219 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1430f364-4868-4638-acaa-4d02c0820b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.423328 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa30ed1-f0a9-44ee-9416-23015443366d']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:05.433951 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd99a4e-2438-4107-aa4c-15ea8be383f2') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:05.434321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd99a4e-2438-4107-aa4c-15ea8be383f2') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:05.444850 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (2fd99a4e-2438-4107-aa4c-15ea8be383f2), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.459502 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (2fd99a4e-2438-4107-aa4c-15ea8be383f2), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.461729 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b7eda828-938a-4a1f-9fea-f07da679e9dc req-4df23b85-4efa-493c-81fb-88defb704c5d tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918794 Apr 11 19:38:05.473483 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:38:05.473863 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (2fd99a4e-2438-4107-aa4c-15ea8be383f2), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:38:05.475576 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:38:05.526330 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1430f364-4868-4638-acaa-4d02c0820b60 admin admin] Publish callbacks [] for security_group (ce6a0f7a-73d5-4296-979f-e3d86e06816b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.530159 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1430f364-4868-4638-acaa-4d02c0820b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ce6a0f7a-73d5-4296-979f-e3d86e06816b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.547021 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (1aa30ed1-f0a9-44ee-9416-23015443366d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.551777 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.555745 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1aa30ed1-f0a9-44ee-9416-23015443366d HTTP/1.1" status: 204 len: 168 time: 0.6957545 Apr 11 19:38:05.569579 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7bb37-be02-4985-9bce-9bef6ef1b754 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa30ed1-f0a9-44ee-9416-23015443366d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:05.574636 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1430f364-4868-4638-acaa-4d02c0820b60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdb3649ee8994308b5399e88e3e65075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805518 Apr 11 19:38:05.577038 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430f364-4868-4638-acaa-4d02c0820b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a0f7a-73d5-4296-979f-e3d86e06816b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:05.577510 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44378) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:05.633614 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e876e60a-a845-495c-9a7c-1779e4bc52a0 admin admin] Publish callbacks [] for security_group (ce6a0f7a-73d5-4296-979f-e3d86e06816b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.657303 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e876e60a-a845-495c-9a7c-1779e4bc52a0 admin admin] Publish callbacks [] for security_group (ce6a0f7a-73d5-4296-979f-e3d86e06816b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.708420 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e876e60a-a845-495c-9a7c-1779e4bc52a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ce6a0f7a-73d5-4296-979f-e3d86e06816b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.711170 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e876e60a-a845-495c-9a7c-1779e4bc52a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.712424 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e876e60a-a845-495c-9a7c-1779e4bc52a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ce6a0f7a-73d5-4296-979f-e3d86e06816b HTTP/1.1" status: 204 len: 168 time: 0.1339927 Apr 11 19:38:05.721809 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876e60a-a845-495c-9a7c-1779e4bc52a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a0f7a-73d5-4296-979f-e3d86e06816b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:05.731246 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44382) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:05.773928 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f57fcc3f-925c-4506-b544-e54f3ce874e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d2be9a4e04a74eaeb6a2f772fcf1ac54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412807 Apr 11 19:38:05.776677 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44384) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:05.830264 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-377a2bf1-f1ce-48be-b571-b71ba0103544 admin admin] Publish callbacks [] for security_group (197e0874-9da5-4553-90bb-bb0e7fe8d350), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.853455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-377a2bf1-f1ce-48be-b571-b71ba0103544 admin admin] Publish callbacks [] for security_group (197e0874-9da5-4553-90bb-bb0e7fe8d350), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.905855 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-377a2bf1-f1ce-48be-b571-b71ba0103544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (197e0874-9da5-4553-90bb-bb0e7fe8d350), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.908575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-377a2bf1-f1ce-48be-b571-b71ba0103544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:05.912181 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-377a2bf1-f1ce-48be-b571-b71ba0103544 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/197e0874-9da5-4553-90bb-bb0e7fe8d350 HTTP/1.1" status: 204 len: 168 time: 0.1320899 Apr 11 19:38:05.918644 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a2bf1-f1ce-48be-b571-b71ba0103544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197e0874-9da5-4553-90bb-bb0e7fe8d350,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:06.595858 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f85d6-5308-42a1-a646-83b01c933735 req-50143658-b8c2-45fd-969b-311009491d92 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:06.597466 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-877f85d6-5308-42a1-a646-83b01c933735 req-50143658-b8c2-45fd-969b-311009491d92 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0537338 Apr 11 19:38:06.663691 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-877f85d6-5308-42a1-a646-83b01c933735 req-d53f96ec-f7f5-46a8-bc50-3fc9082dca28 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546112 Apr 11 19:38:06.890681 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 03c9599f-ad9c-40d6-8396-b102164625e5 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:06.916246 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 03c9599f-ad9c-40d6-8396-b102164625e5 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:06.916246 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 03c9599f-ad9c-40d6-8396-b102164625e5 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:06.949302 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44440) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:07.059710 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b14-889a-4e9e-bdc7-972811edf62d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.162990 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b14-889a-4e9e-bdc7-972811edf62d admin admin] Publish callbacks [] for security_group (b24be8da-8072-43eb-84bb-2945da5014ad), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.168049 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e4f99b14-889a-4e9e-bdc7-972811edf62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b24be8da-8072-43eb-84bb-2945da5014ad), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.210077 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e4f99b14-889a-4e9e-bdc7-972811edf62d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ab20fd42a5f459ab9829d1f1f595a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596076 Apr 11 19:38:07.211147 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f99b14-889a-4e9e-bdc7-972811edf62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24be8da-8072-43eb-84bb-2945da5014ad,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:07.213372 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44446) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:07.270535 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c761ee5a-c1fb-45ab-a167-2416def1fd32 admin admin] Publish callbacks [] for security_group (b24be8da-8072-43eb-84bb-2945da5014ad), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.299915 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c761ee5a-c1fb-45ab-a167-2416def1fd32 admin admin] Publish callbacks [] for security_group (b24be8da-8072-43eb-84bb-2945da5014ad), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.356923 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c761ee5a-c1fb-45ab-a167-2416def1fd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b24be8da-8072-43eb-84bb-2945da5014ad), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.359542 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c761ee5a-c1fb-45ab-a167-2416def1fd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.360612 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c761ee5a-c1fb-45ab-a167-2416def1fd32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b24be8da-8072-43eb-84bb-2945da5014ad HTTP/1.1" status: 204 len: 168 time: 0.1456189 Apr 11 19:38:07.393479 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761ee5a-c1fb-45ab-a167-2416def1fd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24be8da-8072-43eb-84bb-2945da5014ad,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:07.609891 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:38:07.730634 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:07.749720 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'port_id': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'mac_address': 'fa:16:3e:b1:6e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:38:07.824769 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40981378-954c-4beb-a289-c7321a0962fd req-14f6b79a-4bd6-4a28-af13-b45b2b140d36 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:07.827250 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:38:07.827714 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.828088 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40981378-954c-4beb-a289-c7321a0962fd req-14f6b79a-4bd6-4a28-af13-b45b2b140d36 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 944 time: 0.0626190 Apr 11 19:38:07.844912 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969dac3f-69f8-476d-bff1-a0d3556846b3 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:38:07.869677 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:07.878215 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:07.889044 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-40981378-954c-4beb-a289-c7321a0962fd req-a404af25-e038-41d2-9927-9422f98ac546 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551293 Apr 11 19:38:07.929308 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fac54-0313-47e0-9209-c98b4f19c9e9 req-0fa658a6-9f09-4605-9973-0537c645c448 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:07.931975 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=9']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:07.937756 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e08fac54-0313-47e0-9209-c98b4f19c9e9 req-0fa658a6-9f09-4605-9973-0537c645c448 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0655925 Apr 11 19:38:07.986436 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e08fac54-0313-47e0-9209-c98b4f19c9e9 req-10888066-4d54-4d5b-bea0-bc6c3565bd79 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476758 Apr 11 19:38:08.118343 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44496) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:08.123783 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['969dac3f-69f8-476d-bff1-a0d3556846b3'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:38:08.215393 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907447479-network', 'tenant_id': '6024a15c74b94a74a59fd0ef68322ec5'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:38:08.234753 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Made reservation on behalf of 6024a15c74b94a74a59fd0ef68322ec5 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:38:08.237236 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.246397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.321355 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks [] for security_group (5d989508-73b8-429e-87c3-ff2770283ec8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.325226 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5d989508-73b8-429e-87c3-ff2770283ec8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.352366 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:38:08.358413 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d989508-73b8-429e-87c3-ff2770283ec8,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:08.365857 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (4359e7a0-ddc4-40f3-a07d-b95945ab6775), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.366184 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Added segment 4359e7a0-ddc4-40f3-a07d-b95945ab6775 of type vlan for network ec8835b8-bd0b-4245-b77d-f89395df55ac Apr 11 19:38:08.405939 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (ec8835b8-bd0b-4245-b77d-f89395df55ac), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.430567 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (ec8835b8-bd0b-4245-b77d-f89395df55ac), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.431816 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:08.432404 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:08.467819 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3478224 Apr 11 19:38:08.470661 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44500) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:08.477061 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Request body: {'subnet': {'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907447479-subnet', 'tenant_id': '6024a15c74b94a74a59fd0ef68322ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:38:08.515132 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a050983-6436-43f4-9436-d61919b02df0 admin admin] Pushing event updated for resources: {'Network': ['ID=ec8835b8-bd0b-4245-b77d-f89395df55ac,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:08.529953 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network ec8835b8-bd0b-4245-b77d-f89395df55ac details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:38:08.530412 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Made reservation on behalf of 6024a15c74b94a74a59fd0ef68322ec5 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:38:08.533367 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516622'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:09.045863 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15effbc-24a1-4188-b59a-6d50d34a8d6a req-0a838abc-65a6-4a85-a7e0-abc59dff21d7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:09.047368 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b15effbc-24a1-4188-b59a-6d50d34a8d6a req-0a838abc-65a6-4a85-a7e0-abc59dff21d7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 945 time: 0.0828686 Apr 11 19:38:09.048719 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30441566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516636'] for subnet (ec034ceb-14bf-422d-9fb5-ca1a27bcc347), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:09.109841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bfc96-95ef-4fd8-8f2e-c95f2fe8ce34 req-02016235-1eb8-4d1e-828c-149047c5c983 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:09.111571 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-393bfc96-95ef-4fd8-8f2e-c95f2fe8ce34 req-02016235-1eb8-4d1e-828c-149047c5c983 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0485620 Apr 11 19:38:09.119401 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec034ceb-14bf-422d-9fb5-ca1a27bcc347,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:09.157268 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b15effbc-24a1-4188-b59a-6d50d34a8d6a req-20600bfc-66cf-4f15-8c68-b11f0f2c50b2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011577 Apr 11 19:38:09.158127 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Checking segment: {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:38:09.158494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Network hostable DHCP agents. Network: ec8835b8-bd0b-4245-b77d-f89395df55ac, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:38:09.159750 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-393bfc96-95ef-4fd8-8f2e-c95f2fe8ce34 req-6c8c1fbf-dfdc-4816-884d-9410e5d7793d tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Apr 11 19:38:09.177997 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Network ec8835b8-bd0b-4245-b77d-f89395df55ac is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:38:09.188139 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, ec8835b8-bd0b-4245-b77d-f89395df55ac) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:38:09.192866 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:09.193836 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:09.198468 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910cf52-a9a7-46da-bb2e-8c56431aecc5 None None] Network ec8835b8-bd0b-4245-b77d-f89395df55ac requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:38:09.210197 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-602251ba-742b-4d6a-afa2-faecf6a4aba9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7384577 Apr 11 19:38:09.296945 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6164e5ff-0d00-4a84-b1c2-6e5e05ae1202 None None] Network ec8835b8-bd0b-4245-b77d-f89395df55ac requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:38:09.646843 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:38:09.694709 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 969dac3f-69f8-476d-bff1-a0d3556846b3 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:38:09.695089 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:09.788076 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 969dac3f-69f8-476d-bff1-a0d3556846b3 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:38:09.788581 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:09.817222 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:09.819763 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ea5d65-342b-4311-a19b-fc6e18906e41" -d '{"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-plugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:09.832585 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:09.840160 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:09.893141 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=10']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:10.005861 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb81204b-6b26-4346-8f3c-7546555a4e44 x-openstack-request-id: req-bb81204b-6b26-4346-8f3c-7546555a4e44 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:10.006201 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-plugged", "status": "completed", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:10.006490 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bb81204b-6b26-4346-8f3c-7546555a4e44 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:10.007212 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb81204b-6b26-4346-8f3c-7546555a4e44'] response: {'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'code': 200} Apr 11 19:38:10.024040 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-34d76043-0508-4ca3-b335-722257925647 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:10.025593 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-34d76043-0508-4ca3-b335-722257925647 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.0555246 Apr 11 19:38:10.124635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Deleting port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:10.125501 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:10.229464 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a5a5b-5d00-4d49-bf27-61b91f1c271e req-e89997a4-23ae-4bc8-8d99-cda02f2d4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:10.231080 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-376a5a5b-5d00-4d49-bf27-61b91f1c271e req-e89997a4-23ae-4bc8-8d99-cda02f2d4ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1131 time: 0.0661690 Apr 11 19:38:10.269038 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] For port e38677fa-2abf-4f94-ba0a-86c4ddfacf80, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:10.269418 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:10.314240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c275a2-b2a7-43d2-b2bc-3bd871cb9b06 req-c4e6e163-7edf-44b3-a50f-ddee7d6af277 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:10.315722 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-98c275a2-b2a7-43d2-b2bc-3bd871cb9b06 req-c4e6e163-7edf-44b3-a50f-ddee7d6af277 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 947 time: 0.0683451 Apr 11 19:38:10.322578 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-376a5a5b-5d00-4d49-bf27-61b91f1c271e req-491d7b7c-aa55-477e-85e0-42fd8fe6fc88 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845094 Apr 11 19:38:10.349227 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79894e77-04a8-498a-8b6f-80cbcd26d51b req-8e7b9d62-3b26-4b7a-8565-aab7c9b57ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:10.350725 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-79894e77-04a8-498a-8b6f-80cbcd26d51b req-8e7b9d62-3b26-4b7a-8565-aab7c9b57ada tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 945 time: 0.1044614 Apr 11 19:38:10.367490 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-98c275a2-b2a7-43d2-b2bc-3bd871cb9b06 req-e85f4a03-827d-4a80-a185-280ab78777b7 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439799 Apr 11 19:38:10.446529 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-79894e77-04a8-498a-8b6f-80cbcd26d51b req-d55c646f-846f-48f1-bfbd-be84c4998758 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups?id=15702008-2f68-4998-84ce-1f55be669afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889909 Apr 11 19:38:10.510460 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:10.510816 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (b72fed79-5a3b-4638-8be3-7b503e429766), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:10.511131 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Floating IP b72fed79-5a3b-4638-8be3-7b503e429766 disassociated. External IP: 172.28.2.144, port: e38677fa-2abf-4f94-ba0a-86c4ddfacf80. Apr 11 19:38:10.511469 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Calling delete_port for e38677fa-2abf-4f94-ba0a-86c4ddfacf80 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:10.637156 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (e38677fa-2abf-4f94-ba0a-86c4ddfacf80), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:10.668107 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event deleted for resources: {'Port': ['ID=e38677fa-2abf-4f94-ba0a-86c4ddfacf80,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:10.791512 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:38:10.910909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:38:10.923377 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:38:10.934947 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:10.935586 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:10.963560 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] No DVR routers for this DVR port e38677fa-2abf-4f94-ba0a-86c4ddfacf80 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:10.966346 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:10.969811 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-040cea94-2b8a-42cb-b824-87aac404ec5b req-1cf09afa-b987-4746-bf2e-6e03a9017206 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.53 "DELETE /v2.0/ports/e38677fa-2abf-4f94-ba0a-86c4ddfacf80 HTTP/1.1" status: 204 len: 173 time: 0.9386599 Apr 11 19:38:10.970335 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'name': 'network-vif-deleted', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:10.972700 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbdb684-d197-4e9a-a43a-9cf4a5697cca" -d '{"events": [{"server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "name": "network-vif-deleted", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:11.010206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a01277-6ab8-40fc-9b13-be59ddb3ecb6 x-openstack-request-id: req-95a01277-6ab8-40fc-9b13-be59ddb3ecb6 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:11.010498 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4cfca1-74f6-4f45-be26-bee58d78a09f", "name": "network-vif-deleted", "tag": "e38677fa-2abf-4f94-ba0a-86c4ddfacf80", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:11.010747 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95a01277-6ab8-40fc-9b13-be59ddb3ecb6 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:11.011154 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a01277-6ab8-40fc-9b13-be59ddb3ecb6'] response: {'server_uuid': 'ff4cfca1-74f6-4f45-be26-bee58d78a09f', 'name': 'network-vif-deleted', 'tag': 'e38677fa-2abf-4f94-ba0a-86c4ddfacf80', 'status': 'completed', 'code': 200} Apr 11 19:38:11.105928 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:11.172839 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-ce49519e-1ea7-4131-beae-d8e0bf1f9baa tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:11.175316 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-ce49519e-1ea7-4131-beae-d8e0bf1f9baa tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/networks?id=ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 200 len: 809 time: 0.1747301 Apr 11 19:38:11.199620 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-42f0e360-679c-4c1f-b3fc-56f6d7f3bbaa tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/quotas/6024a15c74b94a74a59fd0ef68322ec5 HTTP/1.1" status: 200 len: 375 time: 0.0169353 Apr 11 19:38:11.248015 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-291c660d-8613-4535-ab0c-b662e505ff7a tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467227 Apr 11 19:38:11.386769 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:11.399080 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-776216f7-0845-4e53-ab50-81e825fa62a6 service neutron] 10.222.0.26 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501522 Apr 11 19:38:11.414784 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:38:11.425175 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:11.425808 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:11.505456 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d501a-76db-4642-8246-8ea56d9ed85e req-a15faefb-53d5-4bb4-8c52-a1113dabf98e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:11.507162 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-710d501a-76db-4642-8246-8ea56d9ed85e req-a15faefb-53d5-4bb4-8c52-a1113dabf98e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 947 time: 0.0571077 Apr 11 19:38:11.520388 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-7bea616d-8bbf-4feb-879d-ab91be3e405a service neutron] 10.222.0.26 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134593 Apr 11 19:38:11.560253 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:11.579186 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-710d501a-76db-4642-8246-8ea56d9ed85e req-c15c2a98-7b57-4573-a29c-b14da4b6edd6 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608172 Apr 11 19:38:11.762217 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7f1e1571-cb07-41d7-bc6a-aaed140cf3b7 req-a017595e-5472-47e3-b959-809ccc5fc7e1 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 210 time: 0.0438104 Apr 11 19:38:11.809336 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a1046b73-da29-4e8c-ae90-a5fa75f5ca85 req-b57ab877-e89b-405e-b512-9082b61778fa tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff4cfca1-74f6-4f45-be26-bee58d78a09f HTTP/1.1" status: 200 len: 210 time: 0.0682337 Apr 11 19:38:11.833430 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:11.866895 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9a1f98-26de-44c3-840a-7e952dae4671 None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:32:43Z', 'revision_number': 4, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '25f4f64f-61ff-4e19-9f8a-08b3b92f775b', 'name': '', 'network_id': '04920699-676e-4318-9c33-6d394316e286', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'mac_address': 'fa:16:3e:6e:32:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:37Z', 'updated_at': '2022-04-11T19:32:57Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'subnets': [{'id': 'cd439eb0-d0fc-4532-ae41-c62f2dc82516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:38:12.196556 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39369ddc-6abd-4bb2-8409-08b9fee11aa2 None None] New status for floating IP b72fed79-5a3b-4638-8be3-7b503e429766: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:38:12.698822 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44654) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:12.715844 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae845a7e-2f84-4156-8230-e66f93dbb789 req-96897bf2-c971-4a89-9990-e0042531acac tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:12.717350 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ae845a7e-2f84-4156-8230-e66f93dbb789 req-96897bf2-c971-4a89-9990-e0042531acac tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 947 time: 0.0511229 Apr 11 19:38:12.766017 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ae845a7e-2f84-4156-8230-e66f93dbb789 req-8796b458-08d2-4bf4-85f3-681f573ecf5e tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Apr 11 19:38:12.817064 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7da03660-7342-4c9a-a403-3e03479f0a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:12.910180 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a8772b9b-6513-4604-80a0-46d9f93f9d18 req-5a6cc9da-b4e3-4f61-a03a-154ed4dd5f17 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 210 time: 0.0388856 Apr 11 19:38:12.916087 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44666) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:12.980256 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7da03660-7342-4c9a-a403-3e03479f0a52 admin admin] Publish callbacks [] for security_group (df380b87-a28c-4ed8-93d4-00c5287ab99c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:12.986723 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7da03660-7342-4c9a-a403-3e03479f0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (df380b87-a28c-4ed8-93d4-00c5287ab99c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.032327 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-e6780abe-cb6e-4841-876a-c48707832fa2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:13.034190 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-e6780abe-cb6e-4841-876a-c48707832fa2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "GET /v2.0/networks?id=ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 200 len: 809 time: 0.1374252 Apr 11 19:38:13.035918 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5444ccd-ec5d-4806-9da7-e0eb17dd5497 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (15702008-2f68-4998-84ce-1f55be669afd), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.049199 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Request body: {'port': {'device_id': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac', 'admin_state_up': True, 'tenant_id': '6024a15c74b94a74a59fd0ef68322ec5'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:38:13.053349 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03660-7342-4c9a-a403-3e03479f0a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df380b87-a28c-4ed8-93d4-00c5287ab99c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:13.061527 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7da03660-7342-4c9a-a403-3e03479f0a52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bd78ede892c4c74a13957d1ee69e3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616250 Apr 11 19:38:13.065776 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44670) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:13.076022 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5444ccd-ec5d-4806-9da7-e0eb17dd5497 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (15702008-2f68-4998-84ce-1f55be669afd), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.137240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5444ccd-ec5d-4806-9da7-e0eb17dd5497 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (15702008-2f68-4998-84ce-1f55be669afd), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.140030 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-e5444ccd-ec5d-4806-9da7-e0eb17dd5497 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.141278 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-e5444ccd-ec5d-4806-9da7-e0eb17dd5497 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "DELETE /v2.0/security-groups/15702008-2f68-4998-84ce-1f55be669afd HTTP/1.1" status: 204 len: 168 time: 0.2239223 Apr 11 19:38:13.151039 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444ccd-ec5d-4806-9da7-e0eb17dd5497 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15702008-2f68-4998-84ce-1f55be669afd,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:13.154347 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44674) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:13.173365 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.api.v2.resource [None req-ce19f2dd-c46f-4c1a-9640-37c451db2541 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] show failed (client error): The resource could not be found. Apr 11 19:38:13.174594 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ce19f2dd-c46f-4c1a-9640-37c451db2541 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "GET /v2.0/security-groups/15702008-2f68-4998-84ce-1f55be669afd HTTP/1.1" status: 404 len: 347 time: 0.0188515 Apr 11 19:38:13.177612 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44676) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:13.184860 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ec96839-d041-47a3-9a8f-5ac277dc83a0 admin admin] Publish callbacks [] for security_group (df380b87-a28c-4ed8-93d4-00c5287ab99c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.225177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ec96839-d041-47a3-9a8f-5ac277dc83a0 admin admin] Publish callbacks [] for security_group (df380b87-a28c-4ed8-93d4-00c5287ab99c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.261035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Made reservation on behalf of 6024a15c74b94a74a59fd0ef68322ec5 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:38:13.264724 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.305508 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ec96839-d041-47a3-9a8f-5ac277dc83a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (df380b87-a28c-4ed8-93d4-00c5287ab99c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.308308 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6ec96839-d041-47a3-9a8f-5ac277dc83a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.309500 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6ec96839-d041-47a3-9a8f-5ac277dc83a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df380b87-a28c-4ed8-93d4-00c5287ab99c HTTP/1.1" status: 204 len: 168 time: 0.2425177 Apr 11 19:38:13.315547 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Deleting port 015a4157-868e-43e1-b93c-be3e1cf65359 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:13.315911 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (015a4157-868e-43e1-b93c-be3e1cf65359), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.353643 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec96839-d041-47a3-9a8f-5ac277dc83a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df380b87-a28c-4ed8-93d4-00c5287ab99c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:13.418868 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (015a4157-868e-43e1-b93c-be3e1cf65359), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.419296 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (015a4157-868e-43e1-b93c-be3e1cf65359), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.427026 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Allocated IP 172.20.0.8 (ec8835b8-bd0b-4245-b77d-f89395df55ac/ec034ceb-14bf-422d-9fb5-ca1a27bcc347/105b0cee-60a3-421d-b072-a0a97e5239f6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:38:13.435121 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Calling delete_port for 015a4157-868e-43e1-b93c-be3e1cf65359 owned by network:floatingip {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:13.596193 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (015a4157-868e-43e1-b93c-be3e1cf65359), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.598063 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks [] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.628272 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Pushing event deleted for resources: {'Port': ['ID=015a4157-868e-43e1-b93c-be3e1cf65359,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:13.652089 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device e38677fa-2abf-4f94-ba0a-86c4ddfacf80 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:13.657256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.678868 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: e38677fa-2abf-4f94-ba0a-86c4ddfacf80 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:13.679218 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device e38677fa-2abf-4f94-ba0a-86c4ddfacf80 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:13.706104 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks [] for floatingip (b72fed79-5a3b-4638-8be3-7b503e429766), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.709068 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.713388 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Network ec8835b8-bd0b-4245-b77d-f89395df55ac is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:38:13.713388 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:38:13.714675 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c1777650-9dbd-4a78-9862-fac83084cb52 tempest-AttachVolumeTestJSON-1134850768 tempest-AttachVolumeTestJSON-1134850768-project] 10.222.0.26 "DELETE /v2.0/floatingips/b72fed79-5a3b-4638-8be3-7b503e429766 HTTP/1.1" status: 204 len: 168 time: 0.5345297 Apr 11 19:38:13.716802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:38:13.743076 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Pushing event updated for resources: {'Port': ['ID=105b0cee-60a3-421d-b072-a0a97e5239f6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:13.777326 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:13.778013 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:13.797712 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-a80ac444-021a-45dc-9455-cc52dc874252 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545438 Apr 11 19:38:13.813462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Request body: {'port': {'device_id': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:38:13.903497 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.013718 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.330505 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb26757-d308-4ca6-8b03-20bd62d7fb31 req-2d552e7a-3926-421a-8678-4d17cf3bc90c tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:14.331808 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2cb26757-d308-4ca6-8b03-20bd62d7fb31 req-2d552e7a-3926-421a-8678-4d17cf3bc90c tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 931 time: 0.3184807 Apr 11 19:38:14.431625 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2cb26757-d308-4ca6-8b03-20bd62d7fb31 req-6908c990-664d-4481-80c5-203611153b10 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892854 Apr 11 19:38:14.513916 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105b0cee-60a3-421d-b072-a0a97e5239f6 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:38:14.523008 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Publish callbacks [] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.537887 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Transition to ACTIVE for port object 105b0cee-60a3-421d-b072-a0a97e5239f6 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:38:14.542997 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.605875 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Pushing event updated for resources: {'Port': ['ID=105b0cee-60a3-421d-b072-a0a97e5239f6,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:14.682246 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Attempting to bind port 105b0cee-60a3-421d-b072-a0a97e5239f6 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:38:14.682567 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Attempting to bind port 105b0cee-60a3-421d-b072-a0a97e5239f6 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:38:14.682892 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Attempting to bind port 105b0cee-60a3-421d-b072-a0a97e5239f6 on network ec8835b8-bd0b-4245-b77d-f89395df55ac {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:38:14.687699 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Port 105b0cee-60a3-421d-b072-a0a97e5239f6 on network ec8835b8-bd0b-4245-b77d-f89395df55ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:38:14.687981 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Attempting to bind port 105b0cee-60a3-421d-b072-a0a97e5239f6 on network ec8835b8-bd0b-4245-b77d-f89395df55ac {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:38:14.693508 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:38:14.693850 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Checking segment: {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:38:14.694233 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Bound using segment: {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:38:14.694663 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Bound port: 105b0cee-60a3-421d-b072-a0a97e5239f6, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:38:14.695021 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.765635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] For port 105b0cee-60a3-421d-b072-a0a97e5239f6, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:38:14.769382 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] For port 105b0cee-60a3-421d-b072-a0a97e5239f6, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=105b0cee-60a3-421d-b072-a0a97e5239f6,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:38:14.777097 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.817415 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:14.818053 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:14.819516 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] 10.222.0.53 "PUT /v2.0/ports/105b0cee-60a3-421d-b072-a0a97e5239f6 HTTP/1.1" status: 200 len: 1093 time: 1.0140607 Apr 11 19:38:14.819997 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'tag': '105b0cee-60a3-421d-b072-a0a97e5239f6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:14.823124 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2472b8-de47-4102-8ba7-82995361d93e" -d '{"events": [{"name": "network-changed", "server_uuid": "b92f159d-5fd6-49cf-b798-047a9ada4f10", "tag": "105b0cee-60a3-421d-b072-a0a97e5239f6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:14.874851 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b064e-a07d-464e-bf44-9b27d6ecb0ff service neutron] Pushing event updated for resources: {'Port': ['ID=105b0cee-60a3-421d-b072-a0a97e5239f6,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:14.916310 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ee0871-e066-4eba-ba27-e5e5ce7e2d0b x-openstack-request-id: req-84ee0871-e066-4eba-ba27-e5e5ce7e2d0b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:14.916792 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92f159d-5fd6-49cf-b798-047a9ada4f10", "tag": "105b0cee-60a3-421d-b072-a0a97e5239f6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:14.917212 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-84ee0871-e066-4eba-ba27-e5e5ce7e2d0b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:14.917854 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ee0871-e066-4eba-ba27-e5e5ce7e2d0b'] response: {'name': 'network-changed', 'server_uuid': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'tag': '105b0cee-60a3-421d-b072-a0a97e5239f6', 'status': 'completed', 'code': 200} Apr 11 19:38:14.926915 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-9bc9888c-1619-4208-9024-0670f074767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:14.928459 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-9bc9888c-1619-4208-9024-0670f074767a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 1127 time: 0.0499113 Apr 11 19:38:14.981540 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-258dec21-962a-48e5-b982-a2de323678ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b0cee-60a3-421d-b072-a0a97e5239f6 HTTP/1.1" status: 200 len: 217 time: 0.0439272 Apr 11 19:38:15.059258 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348280-6151-40ae-a174-6850de5ce65a req-0cf6a548-76f5-4f38-912a-26d9a863b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:15.061566 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-0cf6a548-76f5-4f38-912a-26d9a863b62b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec034ceb-14bf-422d-9fb5-ca1a27bcc347 HTTP/1.1" status: 200 len: 849 time: 0.0743282 Apr 11 19:38:15.104886 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-e1d59f0e-9e17-4815-9109-685a7a5a4d72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec8835b8-bd0b-4245-b77d-f89395df55ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363684 Apr 11 19:38:15.211653 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-a142b269-e8b1-4f28-9789-f513152513f4 service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003189 Apr 11 19:38:15.319206 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-dd348280-6151-40ae-a174-6850de5ce65a req-d3f47e76-22ad-41ba-80a5-35647a1f351e service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012702 Apr 11 19:38:15.555662 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a35e2c-dc19-4b2e-897f-b5a8a7c31078 req-aa4e7f23-aa97-4fed-b39c-f56f35d334e2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:15.557741 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-08a35e2c-dc19-4b2e-897f-b5a8a7c31078 req-aa4e7f23-aa97-4fed-b39c-f56f35d334e2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 943 time: 0.0537407 Apr 11 19:38:15.606332 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-08a35e2c-dc19-4b2e-897f-b5a8a7c31078 req-8cf797e1-bbab-4683-8f7e-f4681f384661 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Apr 11 19:38:15.686866 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44762) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:15.791110 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8e13a74-cf4b-455c-96d8-3accab09e0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:15.870701 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8e13a74-cf4b-455c-96d8-3accab09e0e7 admin admin] Publish callbacks [] for security_group (7a035919-eccd-4f0f-8d1f-d00eb1791821), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:15.874598 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-b8e13a74-cf4b-455c-96d8-3accab09e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7a035919-eccd-4f0f-8d1f-d00eb1791821), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:15.922534 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-b8e13a74-cf4b-455c-96d8-3accab09e0e7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=17e1f9605d4444b8a6a4034968ed33a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345650 Apr 11 19:38:15.923434 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e13a74-cf4b-455c-96d8-3accab09e0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a035919-eccd-4f0f-8d1f-d00eb1791821,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:15.925941 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44766) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:15.981579 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3e95a1c-3c04-463c-af4f-b22c6e7c45a0 admin admin] Publish callbacks [] for security_group (7a035919-eccd-4f0f-8d1f-d00eb1791821), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.007009 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3e95a1c-3c04-463c-af4f-b22c6e7c45a0 admin admin] Publish callbacks [] for security_group (7a035919-eccd-4f0f-8d1f-d00eb1791821), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.063529 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3e95a1c-3c04-463c-af4f-b22c6e7c45a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7a035919-eccd-4f0f-8d1f-d00eb1791821), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.067729 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f3e95a1c-3c04-463c-af4f-b22c6e7c45a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.069773 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f3e95a1c-3c04-463c-af4f-b22c6e7c45a0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a035919-eccd-4f0f-8d1f-d00eb1791821 HTTP/1.1" status: 204 len: 168 time: 0.1426923 Apr 11 19:38:16.095568 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e95a1c-3c04-463c-af4f-b22c6e7c45a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a035919-eccd-4f0f-8d1f-d00eb1791821,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:16.225945 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2472b8-de47-4102-8ba7-82995361d93e req-e08b94f3-3c43-43b2-86a7-5568440ae504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:16.228209 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-e08b94f3-3c43-43b2-86a7-5568440ae504 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 1127 time: 0.0499816 Apr 11 19:38:16.331731 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2472b8-de47-4102-8ba7-82995361d93e req-72969bec-9edb-4a84-ad87-85806f777ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:16.333364 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-72969bec-9edb-4a84-ad87-85806f777ad1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 200 len: 910 time: 0.0974867 Apr 11 19:38:16.371252 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44782) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:16.382233 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-aed6c530-0dc3-4ebc-b479-9975808d2e62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b0cee-60a3-421d-b072-a0a97e5239f6 HTTP/1.1" status: 200 len: 217 time: 0.0418706 Apr 11 19:38:16.390530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c4517b6-305f-4738-8632-3b309233d519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.433575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2472b8-de47-4102-8ba7-82995361d93e req-e290c442-1042-4cb6-8b6c-0d1bf2562982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:16.435120 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-e290c442-1042-4cb6-8b6c-0d1bf2562982 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec034ceb-14bf-422d-9fb5-ca1a27bcc347 HTTP/1.1" status: 200 len: 849 time: 0.0468481 Apr 11 19:38:16.467820 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-ffa12599-4894-4fd3-89fa-9707baff29fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec8835b8-bd0b-4245-b77d-f89395df55ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269783 Apr 11 19:38:16.471671 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c4517b6-305f-4738-8632-3b309233d519 admin admin] Publish callbacks [] for security_group (3a60dc65-96d4-4b72-969c-1165a6996219), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.475495 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9c4517b6-305f-4738-8632-3b309233d519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3a60dc65-96d4-4b72-969c-1165a6996219), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.515463 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9c4517b6-305f-4738-8632-3b309233d519 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eaff074d76af419b8b22be7f37f6660a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424749 Apr 11 19:38:16.516364 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4517b6-305f-4738-8632-3b309233d519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60dc65-96d4-4b72-969c-1165a6996219,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:16.518708 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44784) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:16.563820 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-b08fd6c6-e403-42eb-99be-7050fd32cbd6 service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902801 Apr 11 19:38:16.569482 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8877a5d-9d72-4e4c-85f0-6f2d5725e61f admin admin] Publish callbacks [] for security_group (3a60dc65-96d4-4b72-969c-1165a6996219), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.592769 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8877a5d-9d72-4e4c-85f0-6f2d5725e61f admin admin] Publish callbacks [] for security_group (3a60dc65-96d4-4b72-969c-1165a6996219), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.642751 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8877a5d-9d72-4e4c-85f0-6f2d5725e61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3a60dc65-96d4-4b72-969c-1165a6996219), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.645478 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f8877a5d-9d72-4e4c-85f0-6f2d5725e61f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:16.650054 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f8877a5d-9d72-4e4c-85f0-6f2d5725e61f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a60dc65-96d4-4b72-969c-1165a6996219 HTTP/1.1" status: 204 len: 168 time: 0.1298175 Apr 11 19:38:16.658622 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8877a5d-9d72-4e4c-85f0-6f2d5725e61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60dc65-96d4-4b72-969c-1165a6996219,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:16.672256 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4a2472b8-de47-4102-8ba7-82995361d93e req-3c4e56d7-2a90-4b62-9cff-e93e4a745572 service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023340 Apr 11 19:38:16.740561 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5564a8-1b97-447b-b168-8557d2abb46e req-2cc0bcc0-dc31-4649-bd01-57123a5dd323 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:16.742106 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ab5564a8-1b97-447b-b168-8557d2abb46e req-2cc0bcc0-dc31-4649-bd01-57123a5dd323 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 943 time: 0.0538876 Apr 11 19:38:16.791091 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ab5564a8-1b97-447b-b168-8557d2abb46e req-703abbd8-27d8-4bec-96a2-b4dbeaece8cd tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Apr 11 19:38:17.339782 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44812) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:17.698082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 105b0cee-60a3-421d-b072-a0a97e5239f6 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:38:17.825340 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2270a2b5-e4ad-47ff-ae86-31fbd64aea60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:17.861234 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 105b0cee-60a3-421d-b072-a0a97e5239f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=105b0cee-60a3-421d-b072-a0a97e5239f6,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:17.891364 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '105b0cee-60a3-421d-b072-a0a97e5239f6', 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac', 'port_id': '105b0cee-60a3-421d-b072-a0a97e5239f6', 'mac_address': 'fa:16:3e:6b:41:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec034ceb-14bf-422d-9fb5-ca1a27bcc347', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:38:17.938046 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 105b0cee-60a3-421d-b072-a0a97e5239f6 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:38:17.939060 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:17.940822 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7a54b-08e2-49e2-b78c-1dc06802de87 req-42ec7788-72fb-4961-9357-21ee34c2d314 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:17.949229 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3bf7a54b-08e2-49e2-b78c-1dc06802de87 req-42ec7788-72fb-4961-9357-21ee34c2d314 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 943 time: 0.0715706 Apr 11 19:38:17.959517 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105b0cee-60a3-421d-b072-a0a97e5239f6 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:38:17.984420 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 105b0cee-60a3-421d-b072-a0a97e5239f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=105b0cee-60a3-421d-b072-a0a97e5239f6,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:17.990464 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:18.009737 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3bf7a54b-08e2-49e2-b78c-1dc06802de87 req-f8975884-1053-4996-86f8-320ee075af37 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596104 Apr 11 19:38:18.044090 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (c5f51961-7461-4b9d-a4db-ad79d78b93b7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:18.061442 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=105b0cee-60a3-421d-b072-a0a97e5239f6,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:18.228522 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['105b0cee-60a3-421d-b072-a0a97e5239f6'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:38:18.325888 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Deleting port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:18.326368 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:18.418442 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] For port 25f4f64f-61ff-4e19-9f8a-08b3b92f775b, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:18.419062 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:18.434000 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Calling delete_port for 25f4f64f-61ff-4e19-9f8a-08b3b92f775b owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:18.624787 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-f0a3e428-d97f-4198-8e33-54f0f2d200dc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482507 Apr 11 19:38:18.639972 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (25f4f64f-61ff-4e19-9f8a-08b3b92f775b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:18.678198 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Pushing event deleted for resources: {'Port': ['ID=25f4f64f-61ff-4e19-9f8a-08b3b92f775b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:18.739662 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-0d6efdc0-66b1-4ad6-94ee-f4ad432a70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:18.742031 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-0d6efdc0-66b1-4ad6-94ee-f4ad432a70ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 1131 time: 0.0688143 Apr 11 19:38:18.901522 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-c89e60f2-e843-44c1-b48f-d82c14a814e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:18.905235 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-c89e60f2-e843-44c1-b48f-d82c14a814e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 200 len: 918 time: 0.1396251 Apr 11 19:38:18.982785 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (c5f51961-7461-4b9d-a4db-ad79d78b93b7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:18.989442 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-36d8d97e-756e-4915-871c-abc72f1c7f70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 200 len: 1002 time: 0.0764973 Apr 11 19:38:19.056887 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-3622ff48-3974-4378-b2ac-eb463ae9a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:19.058172 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-3622ff48-3974-4378-b2ac-eb463ae9a38d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 200 len: 856 time: 0.0617154 Apr 11 19:38:19.110668 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-5353161b-944d-4b1e-9cf7-c9b44ddc75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:19.112468 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-5353161b-944d-4b1e-9cf7-c9b44ddc75f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c65718e-99f8-450f-a81a-81502e41cfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480452 Apr 11 19:38:19.197556 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ef081-41e8-44a9-a858-8b71cfe8925f req-5ba56a28-57aa-4364-8bf6-98c544a076ee tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:19.199307 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-973ef081-41e8-44a9-a858-8b71cfe8925f req-5ba56a28-57aa-4364-8bf6-98c544a076ee tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 944 time: 0.0715561 Apr 11 19:38:19.217335 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-a7b38453-12e8-40ed-87a5-1d8dbe3ad2b7 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982859 Apr 11 19:38:19.312254 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f7e959b0-df05-406b-bf9a-87e000998c27 req-d60d69e4-f5ea-4095-b758-4210f5e3a821 service neutron] 10.222.0.53 "GET /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887790 Apr 11 19:38:19.323028 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-973ef081-41e8-44a9-a858-8b71cfe8925f req-5a928dd1-f5ad-4016-bf40-d154355bc407 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176786 Apr 11 19:38:19.345524 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Router c5f51961-7461-4b9d-a4db-ad79d78b93b7 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:38:19.460543 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:38:19.466048 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-bd3746fe-3c3f-4a61-830a-d75d42f0460a admin admin] 10.222.0.26 "PUT /v2.0/routers/c5f51961-7461-4b9d-a4db-ad79d78b93b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1248889 Apr 11 19:38:19.468670 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44850) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:19.472506 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889bacb-c966-412a-b758-188f015734f7 None None] Sync routers for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:38:19.484726 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:19.485354 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:19.596713 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:19.599169 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks [] for router (c5f51961-7461-4b9d-a4db-ad79d78b93b7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:19.715408 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks [] for router_gateway (c5f51961-7461-4b9d-a4db-ad79d78b93b7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:19.789183 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 105b0cee-60a3-421d-b072-a0a97e5239f6 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:38:19.902831 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 105b0cee-60a3-421d-b072-a0a97e5239f6 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:38:19.916384 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 105b0cee-60a3-421d-b072-a0a97e5239f6 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:38:19.916784 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:19.996137 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:38:18Z', 'revision_number': 5, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port': {'id': 'ca08f74e-d19d-4bc7-a100-41864067fded', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:27Z', 'updated_at': '2022-04-11T19:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:20.026004 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889bacb-c966-412a-b758-188f015734f7 None None] Checking router: c5f51961-7461-4b9d-a4db-ad79d78b93b7 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:38:20.048626 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Deleting port ca08f74e-d19d-4bc7-a100-41864067fded {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:20.049006 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.067181 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] Routers {'c5f51961-7461-4b9d-a4db-ad79d78b93b7'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:20.067819 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:37:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:20.142749 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 105b0cee-60a3-421d-b072-a0a97e5239f6 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:38:20.143143 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.150678 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] For port ca08f74e-d19d-4bc7-a100-41864067fded, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=ca08f74e-d19d-4bc7-a100-41864067fded,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:20.151530 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.177252 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Calling delete_port for ca08f74e-d19d-4bc7-a100-41864067fded owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:20.180499 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b0cee-60a3-421d-b072-a0a97e5239f6'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:20.183350 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b3504e-755b-4ade-bf84-648af175fc4a" -d '{"events": [{"server_uuid": "b92f159d-5fd6-49cf-b798-047a9ada4f10", "name": "network-vif-plugged", "status": "completed", "tag": "105b0cee-60a3-421d-b072-a0a97e5239f6"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:20.198431 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] Set router c5f51961-7461-4b9d-a4db-ad79d78b93b7 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:20.227253 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 105b0cee-60a3-421d-b072-a0a97e5239f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=105b0cee-60a3-421d-b072-a0a97e5239f6,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:20.258990 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfaeb01-518b-48ce-b832-82c17ca7bf42 x-openstack-request-id: req-4bfaeb01-518b-48ce-b832-82c17ca7bf42 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:20.259279 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92f159d-5fd6-49cf-b798-047a9ada4f10", "name": "network-vif-plugged", "status": "completed", "tag": "105b0cee-60a3-421d-b072-a0a97e5239f6", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:20.259711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bfaeb01-518b-48ce-b832-82c17ca7bf42 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:20.260385 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfaeb01-518b-48ce-b832-82c17ca7bf42'] response: {'server_uuid': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b0cee-60a3-421d-b072-a0a97e5239f6', 'code': 200} Apr 11 19:38:20.262149 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-a889bacb-c966-412a-b758-188f015734f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:38:19Z', 'revision_number': 6, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:20.264259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.301515 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889bacb-c966-412a-b758-188f015734f7 None None] The sync data for ids ['c5f51961-7461-4b9d-a4db-ad79d78b93b7'] in dv-cinder-830787-3-smb is: [{'id': 'c5f51961-7461-4b9d-a4db-ad79d78b93b7', 'name': 'tempest-AttachVolumeTestJSON-228864307-router', 'tenant_id': 'e95f3163732d4c719e158cd4b7a76f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:25Z', 'updated_at': '2022-04-11T19:38:19Z', 'revision_number': 6, 'project_id': 'e95f3163732d4c719e158cd4b7a76f49', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:38:20.367615 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=105b0cee-60a3-421d-b072-a0a97e5239f6,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:20.451743 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (ca08f74e-d19d-4bc7-a100-41864067fded), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.490926 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213027ec-4122-4877-9f99-eec20d3c9595 req-f4f15c0c-ba0f-4da4-a68a-19955ccfdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:20.492446 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-213027ec-4122-4877-9f99-eec20d3c9595 req-f4f15c0c-ba0f-4da4-a68a-19955ccfdda8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 1129 time: 0.0509064 Apr 11 19:38:20.500358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca08f74e-d19d-4bc7-a100-41864067fded,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:20.513254 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea16364-6eb2-474d-a3c6-4f6168058999 req-9d8af9a8-14f0-4db4-a581-e60dd67b5ec1 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:20.515020 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2ea16364-6eb2-474d-a3c6-4f6168058999 req-9d8af9a8-14f0-4db4-a581-e60dd67b5ec1 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 945 time: 0.0991778 Apr 11 19:38:20.552570 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-213027ec-4122-4877-9f99-eec20d3c9595 req-67137960-79b6-4331-9b6e-be51d4b2ac96 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499737 Apr 11 19:38:20.608586 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-2ea16364-6eb2-474d-a3c6-4f6168058999 req-5a8d3941-2cc3-4f4e-8c91-bc192093e9c6 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776296 Apr 11 19:38:20.609190 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (c5f51961-7461-4b9d-a4db-ad79d78b93b7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.706459 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (c5f51961-7461-4b9d-a4db-ad79d78b93b7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.708720 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks [] for router_controller (c5f51961-7461-4b9d-a4db-ad79d78b93b7), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.753209 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (c5f51961-7461-4b9d-a4db-ad79d78b93b7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.753669 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f51961-7461-4b9d-a4db-ad79d78b93b7 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:38:20.757956 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.759629 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-b79780cf-1574-46d5-b72a-b314c3f58616 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c5f51961-7461-4b9d-a4db-ad79d78b93b7 HTTP/1.1" status: 204 len: 168 time: 1.2897470 Apr 11 19:38:20.762188 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44862) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:20.788871 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2aa3727a-1756-4660-9c88-cff9f822f72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.806578 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Deleting subnet cd439eb0-d0fc-4532-ae41-c62f2dc82516 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:38:20.809646 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Publish callbacks [] for subnet (cd439eb0-d0fc-4532-ae41-c62f2dc82516), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.848311 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30569306'] for subnet (cd439eb0-d0fc-4532-ae41-c62f2dc82516), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.924758 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (cd439eb0-d0fc-4532-ae41-c62f2dc82516), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:20.975680 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30442131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516627'] for subnet (cd439eb0-d0fc-4532-ae41-c62f2dc82516), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.004621 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd439eb0-d0fc-4532-ae41-c62f2dc82516,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:21.008145 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.012394 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9e6a00dd-a440-4bec-91de-55ed1f543554 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cd439eb0-d0fc-4532-ae41-c62f2dc82516 HTTP/1.1" status: 204 len: 168 time: 0.2487988 Apr 11 19:38:21.014470 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5268eb9c-5db2-4936-b1d5-73d1aa3a9138 None None] Network 04920699-676e-4318-9c33-6d394316e286 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:38:21.014607 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44864) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:21.095432 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (04920699-676e-4318-9c33-6d394316e286), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.153112 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Deleting port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:21.153534 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.156326 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 25f4f64f-61ff-4e19-9f8a-08b3b92f775b no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:21.182321 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 25f4f64f-61ff-4e19-9f8a-08b3b92f775b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:21.182685 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 25f4f64f-61ff-4e19-9f8a-08b3b92f775b not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:21.183120 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device ca08f74e-d19d-4bc7-a100-41864067fded no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:21.206332 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] DHCP port deletion for 04920699-676e-4318-9c33-6d394316e286 request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:38:21.208599 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: ca08f74e-d19d-4bc7-a100-41864067fded {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:21.208993 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device ca08f74e-d19d-4bc7-a100-41864067fded not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:21.229315 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] For port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:21.229609 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.248686 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Calling delete_port for 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:21.252016 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] Deleting port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:21.252649 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.326820 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] For port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,segment=NetworkSegment(8c6947e7-72c6-406e-b1c0-df86314473aa),segment_id=8c6947e7-72c6-406e-b1c0-df86314473aa)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:21.327224 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.343382 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] Calling delete_port for 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:21.348185 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.378547 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Pushing event deleted for resources: {'Port': ['ID=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:21.382659 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] No DVR routers for this DVR port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 on host dv-cinder-830787-3-smb {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:21.439602 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (65e7c021-31c7-4a97-80fe-cc6e5f7d5b29), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.468042 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (04920699-676e-4318-9c33-6d394316e286), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.470265 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] Pushing event deleted for resources: {'Port': ['ID=65e7c021-31c7-4a97-80fe-cc6e5f7d5b29,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:21.473732 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c3358-6ed8-4116-9b9d-2a0fec5c26e3 None None] No DVR routers for this DVR port 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 on host dv-cinder-830787-3-smb {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:21.497207 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04920699-676e-4318-9c33-6d394316e286']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:21.508272 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6947e7-72c6-406e-b1c0-df86314473aa') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:21.508272 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6947e7-72c6-406e-b1c0-df86314473aa') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:21.519896 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (8c6947e7-72c6-406e-b1c0-df86314473aa), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.542876 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (8c6947e7-72c6-406e-b1c0-df86314473aa), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.549927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:38:21.550528 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (8c6947e7-72c6-406e-b1c0-df86314473aa), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:38:21.556070 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:38:21.649472 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (04920699-676e-4318-9c33-6d394316e286), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.658439 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.666520 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] 10.222.0.26 "DELETE /v2.0/networks/04920699-676e-4318-9c33-6d394316e286 HTTP/1.1" status: 204 len: 168 time: 0.6470585 Apr 11 19:38:21.676927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8cc0b-a027-44f6-977e-58052ca3c00e admin admin] Pushing event deleted for resources: {'Network': ['ID=04920699-676e-4318-9c33-6d394316e286,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:21.744638 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6021121-0e65-46ed-9d30-b6fb80ca71c1 req-6f8717ff-5606-448c-b731-0f2eb6fc83dc tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:21.751768 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d6021121-0e65-46ed-9d30-b6fb80ca71c1 req-6f8717ff-5606-448c-b731-0f2eb6fc83dc tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 945 time: 0.0522096 Apr 11 19:38:21.804714 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:21.807054 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d6021121-0e65-46ed-9d30-b6fb80ca71c1 req-0c8390a1-c73d-47cf-a436-3af63b538424 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Apr 11 19:38:21.882028 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44882) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:21.930502 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9f515f67-6a97-4057-ac50-80d8c6ab92c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e95f3163732d4c719e158cd4b7a76f49&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471432 Apr 11 19:38:21.933095 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44884) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:21.994976 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2ae3-03d0-43b3-b369-cd6ebad7acc6 admin admin] Publish callbacks [] for security_group (de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:22.021246 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2ae3-03d0-43b3-b369-cd6ebad7acc6 admin admin] Publish callbacks [] for security_group (de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:22.077979 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2ae3-03d0-43b3-b369-cd6ebad7acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:22.084544 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2ae3-03d0-43b3-b369-cd6ebad7acc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:22.084544 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1c5c2ae3-03d0-43b3-b369-cd6ebad7acc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47 HTTP/1.1" status: 204 len: 168 time: 0.1482980 Apr 11 19:38:22.091811 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c2ae3-03d0-43b3-b369-cd6ebad7acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de40d0f7-b5eb-41e8-8ab2-fda9d0d58b47,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:22.474338 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaaef8-3eba-4ef6-bee1-244c13565f4c req-f4059978-2483-4273-ab9b-4fa4e3fd9de1 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:22.475842 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ceaaaef8-3eba-4ef6-bee1-244c13565f4c req-f4059978-2483-4273-ab9b-4fa4e3fd9de1 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Apr 11 19:38:22.530128 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ceaaaef8-3eba-4ef6-bee1-244c13565f4c req-e62412bf-47e8-478b-ba4a-bcaa97366349 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470824 Apr 11 19:38:22.899080 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:22.923338 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:22.923689 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 65e7c021-31c7-4a97-80fe-cc6e5f7d5b29 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:22.927627 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:23.651297 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189bf66b-45a2-46ea-a567-5b559ad6dac4 req-2113cd1a-1e56-4739-81ca-44c1f944eb55 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:23.652839 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-189bf66b-45a2-46ea-a567-5b559ad6dac4 req-2113cd1a-1e56-4739-81ca-44c1f944eb55 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Apr 11 19:38:23.702533 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-189bf66b-45a2-46ea-a567-5b559ad6dac4 req-4a5a8ea4-0cae-411c-b8ba-151b4d9b6424 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Apr 11 19:38:23.870640 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-10c23bc3-358b-4551-9a97-5fe40f78f8ea tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:23.872092 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-10c23bc3-358b-4551-9a97-5fe40f78f8ea tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 945 time: 0.0471039 Apr 11 19:38:23.959228 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Deleting port 105b0cee-60a3-421d-b072-a0a97e5239f6 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:23.959578 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.049397 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] For port 105b0cee-60a3-421d-b072-a0a97e5239f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=105b0cee-60a3-421d-b072-a0a97e5239f6,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:24.049575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.064828 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Calling delete_port for 105b0cee-60a3-421d-b072-a0a97e5239f6 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:24.201819 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (105b0cee-60a3-421d-b072-a0a97e5239f6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.214777 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['105b0cee-60a3-421d-b072-a0a97e5239f6'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:38:24.233654 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Pushing event deleted for resources: {'Port': ['ID=105b0cee-60a3-421d-b072-a0a97e5239f6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:24.288890 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] No DVR routers for this DVR port 105b0cee-60a3-421d-b072-a0a97e5239f6 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:24.291363 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.295073 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b3edb9f9-0d46-45c3-b482-41a85b8245cc req-5a726328-ea7f-492c-8664-ae67a2d89aab tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "DELETE /v2.0/ports/105b0cee-60a3-421d-b072-a0a97e5239f6 HTTP/1.1" status: 204 len: 173 time: 0.4176946 Apr 11 19:38:24.295513 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'name': 'network-vif-deleted', 'tag': '105b0cee-60a3-421d-b072-a0a97e5239f6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:24.297799 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c832bb2d-4099-4c7f-86ab-cf0f24ff7859" -d '{"events": [{"server_uuid": "b92f159d-5fd6-49cf-b798-047a9ada4f10", "name": "network-vif-deleted", "tag": "105b0cee-60a3-421d-b072-a0a97e5239f6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:24.352913 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48afcd04-88f5-462f-85af-854209bd2074 x-openstack-request-id: req-48afcd04-88f5-462f-85af-854209bd2074 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:24.353310 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92f159d-5fd6-49cf-b798-047a9ada4f10", "name": "network-vif-deleted", "tag": "105b0cee-60a3-421d-b072-a0a97e5239f6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:24.353629 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48afcd04-88f5-462f-85af-854209bd2074 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:24.354072 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48afcd04-88f5-462f-85af-854209bd2074'] response: {'server_uuid': 'b92f159d-5fd6-49cf-b798-047a9ada4f10', 'name': 'network-vif-deleted', 'tag': '105b0cee-60a3-421d-b072-a0a97e5239f6', 'status': 'completed', 'code': 200} Apr 11 19:38:24.672596 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 44988) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:24.824136 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de93-bc60-4201-bf1e-80e8b446f201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.832592 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c95ee534-0e66-46b1-a06f-0dcda5b34a17 req-499ebd56-f0ae-44b2-846c-3ddf627e04a4 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=b92f159d-5fd6-49cf-b798-047a9ada4f10 HTTP/1.1" status: 200 len: 210 time: 0.0391533 Apr 11 19:38:24.964225 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de93-bc60-4201-bf1e-80e8b446f201 admin admin] Publish callbacks [] for security_group (d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.968563 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-e5a2de93-bc60-4201-bf1e-80e8b446f201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:24.983074 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.012578 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-e5a2de93-bc60-4201-bf1e-80e8b446f201 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be22f38b63354ac08325c8a2d99fe0b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3386073 Apr 11 19:38:25.013528 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2de93-bc60-4201-bf1e-80e8b446f201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:25.015124 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 44998) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:25.069933 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc1955f8-4afd-4876-9309-a1dd37e9a8d7 admin admin] Publish callbacks [] for security_group (d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.095726 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc1955f8-4afd-4876-9309-a1dd37e9a8d7 admin admin] Publish callbacks [] for security_group (d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.145909 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc1955f8-4afd-4876-9309-a1dd37e9a8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.148494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fc1955f8-4afd-4876-9309-a1dd37e9a8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.150245 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-fc1955f8-4afd-4876-9309-a1dd37e9a8d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4 HTTP/1.1" status: 204 len: 168 time: 0.1334679 Apr 11 19:38:25.158286 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1955f8-4afd-4876-9309-a1dd37e9a8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ab22b7-7e08-45d3-aab2-8106f9c6f2b4,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:25.417974 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45004) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:25.431356 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42a41a2a-dec5-4fcd-93ae-b6495dd096f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.510217 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42a41a2a-dec5-4fcd-93ae-b6495dd096f7 admin admin] Publish callbacks [] for security_group (81ae91b7-5bc3-4d8b-852b-1313c8413606), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.514573 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-42a41a2a-dec5-4fcd-93ae-b6495dd096f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (81ae91b7-5bc3-4d8b-852b-1313c8413606), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.553290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a41a2a-dec5-4fcd-93ae-b6495dd096f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ae91b7-5bc3-4d8b-852b-1313c8413606,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:25.558038 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-42a41a2a-dec5-4fcd-93ae-b6495dd096f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=416ca8ff798a40baa88da0f0d6b8fd7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390498 Apr 11 19:38:25.561511 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45006) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:25.610699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3616-4a06-4b8c-87cb-b1a8f019989f admin admin] Publish callbacks [] for security_group (81ae91b7-5bc3-4d8b-852b-1313c8413606), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.632306 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3616-4a06-4b8c-87cb-b1a8f019989f admin admin] Publish callbacks [] for security_group (81ae91b7-5bc3-4d8b-852b-1313c8413606), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.679447 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3616-4a06-4b8c-87cb-b1a8f019989f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (81ae91b7-5bc3-4d8b-852b-1313c8413606), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.683021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3616-4a06-4b8c-87cb-b1a8f019989f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:25.684674 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3d3f3616-4a06-4b8c-87cb-b1a8f019989f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81ae91b7-5bc3-4d8b-852b-1313c8413606 HTTP/1.1" status: 204 len: 168 time: 0.1225893 Apr 11 19:38:25.692669 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f3616-4a06-4b8c-87cb-b1a8f019989f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ae91b7-5bc3-4d8b-852b-1313c8413606,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:26.196698 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-e8880f2e-e755-42ba-9e92-f47a2a7b2ccf tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:26.198351 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-e8880f2e-e755-42ba-9e92-f47a2a7b2ccf tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/networks?id=ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 200 len: 809 time: 0.1217470 Apr 11 19:38:26.215118 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-688420fd-056a-473b-9271-150a88f0720c tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/quotas/6024a15c74b94a74a59fd0ef68322ec5 HTTP/1.1" status: 200 len: 375 time: 0.0105557 Apr 11 19:38:26.253984 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-0fbad3c7-2f2d-4876-90d2-8136703b44ef tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333798 Apr 11 19:38:26.358957 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-eaacf8c6-5669-41b6-b907-cbd85f61359b service neutron] 10.222.0.26 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970867 Apr 11 19:38:26.449904 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-5e1676d1-60d5-4e24-a2d4-ffc7cfee81b7 service neutron] 10.222.0.26 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844626 Apr 11 19:38:26.616820 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-72bb00ff-0db7-4cb3-8c9d-c826856174f9 req-3e4dadae-4879-4afb-a1e8-12faeb1fd28d tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 210 time: 0.0300534 Apr 11 19:38:27.713340 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-caf992eb-6f05-4fec-8e83-ed436dd5caaf tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:27.714812 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-caf992eb-6f05-4fec-8e83-ed436dd5caaf tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "GET /v2.0/networks?id=ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 200 len: 809 time: 0.1400559 Apr 11 19:38:27.732992 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Request body: {'port': {'device_id': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac', 'admin_state_up': True, 'tenant_id': '6024a15c74b94a74a59fd0ef68322ec5'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:38:27.733687 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 105b0cee-60a3-421d-b072-a0a97e5239f6 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:27.764631 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 105b0cee-60a3-421d-b072-a0a97e5239f6 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:27.765266 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 105b0cee-60a3-421d-b072-a0a97e5239f6 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:27.777034 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b47a9950-e09a-4c2c-99c8-45a50148408b req-4f08f5f5-c0e2-4a02-865b-57ac26903444 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 210 time: 0.0458577 Apr 11 19:38:27.858479 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Made reservation on behalf of 6024a15c74b94a74a59fd0ef68322ec5 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:38:27.861828 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:27.991092 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Allocated IP 172.20.0.4 (ec8835b8-bd0b-4245-b77d-f89395df55ac/ec034ceb-14bf-422d-9fb5-ca1a27bcc347/b59cf97e-f527-43b8-80be-cd1fe71cb787) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:38:28.155933 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks [] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.191544 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.239463 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Network ec8835b8-bd0b-4245-b77d-f89395df55ac is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:38:28.242514 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:38:28.244957 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:38:28.272940 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Pushing event updated for resources: {'Port': ['ID=b59cf97e-f527-43b8-80be-cd1fe71cb787,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:28.300907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:28.301540 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.325510 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-a005adc0-a596-4305-a666-6d3bebb94b28 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006927 Apr 11 19:38:28.339383 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Request body: {'port': {'device_id': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:38:28.405637 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.679722 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59cf97e-f527-43b8-80be-cd1fe71cb787 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:38:28.687799 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Publish callbacks [] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.705177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Transition to ACTIVE for port object b59cf97e-f527-43b8-80be-cd1fe71cb787 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:38:28.710222 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.819406 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Pushing event updated for resources: {'Port': ['ID=b59cf97e-f527-43b8-80be-cd1fe71cb787,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:28.857681 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Attempting to bind port b59cf97e-f527-43b8-80be-cd1fe71cb787 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:38:28.859991 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Attempting to bind port b59cf97e-f527-43b8-80be-cd1fe71cb787 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:38:28.861414 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Attempting to bind port b59cf97e-f527-43b8-80be-cd1fe71cb787 on network ec8835b8-bd0b-4245-b77d-f89395df55ac {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:38:28.881533 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Port b59cf97e-f527-43b8-80be-cd1fe71cb787 on network ec8835b8-bd0b-4245-b77d-f89395df55ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:38:28.881923 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Attempting to bind port b59cf97e-f527-43b8-80be-cd1fe71cb787 on network ec8835b8-bd0b-4245-b77d-f89395df55ac {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:38:28.914155 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:38:28.914564 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Checking segment: {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:38:28.914952 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Bound using segment: {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:38:28.915542 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Bound port: b59cf97e-f527-43b8-80be-cd1fe71cb787, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4359e7a0-ddc4-40f3-a07d-b95945ab6775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:38:28.915910 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:28.941985 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323119e-d8b7-49f7-bef4-9fa80eae8c0c req-008f94b6-586f-4f4c-bccd-d4ab620897a8 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:28.944053 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8323119e-d8b7-49f7-bef4-9fa80eae8c0c req-008f94b6-586f-4f4c-bccd-d4ab620897a8 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 943 time: 0.0768216 Apr 11 19:38:29.048784 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] For port b59cf97e-f527-43b8-80be-cd1fe71cb787, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:38:29.059795 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] For port b59cf97e-f527-43b8-80be-cd1fe71cb787, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:38:29.072241 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8323119e-d8b7-49f7-bef4-9fa80eae8c0c req-b7de62ef-d9c0-46de-a302-2e30e6be9ee6 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158695 Apr 11 19:38:29.080625 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:29.137630 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:29.138294 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:29.139706 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] 10.222.0.53 "PUT /v2.0/ports/b59cf97e-f527-43b8-80be-cd1fe71cb787 HTTP/1.1" status: 200 len: 1093 time: 0.8059776 Apr 11 19:38:29.140128 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'tag': 'b59cf97e-f527-43b8-80be-cd1fe71cb787'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:29.143300 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77e6db4-c636-4863-9577-186367794346" -d '{"events": [{"name": "network-changed", "server_uuid": "af0e643c-d5c7-46f2-9616-c761496bc1cf", "tag": "b59cf97e-f527-43b8-80be-cd1fe71cb787"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:29.161504 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1131e93-2ffc-40ab-8970-d861a61fdb3e service neutron] Pushing event updated for resources: {'Port': ['ID=b59cf97e-f527-43b8-80be-cd1fe71cb787,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:29.217642 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83cd9ec-bb83-4bfa-8a1e-89ddb756941a x-openstack-request-id: req-a83cd9ec-bb83-4bfa-8a1e-89ddb756941a {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:29.217935 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0e643c-d5c7-46f2-9616-c761496bc1cf", "tag": "b59cf97e-f527-43b8-80be-cd1fe71cb787", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:29.218199 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a83cd9ec-bb83-4bfa-8a1e-89ddb756941a {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:29.218621 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83cd9ec-bb83-4bfa-8a1e-89ddb756941a'] response: {'name': 'network-changed', 'server_uuid': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'tag': 'b59cf97e-f527-43b8-80be-cd1fe71cb787', 'status': 'completed', 'code': 200} Apr 11 19:38:29.230149 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-8ca5bffd-96f8-4887-b566-53b9977da8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:29.231703 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-8ca5bffd-96f8-4887-b566-53b9977da8c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 1127 time: 0.0472319 Apr 11 19:38:29.280866 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-c83e9aae-b465-4597-8e68-5917912b0996 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787 HTTP/1.1" status: 200 len: 217 time: 0.0405660 Apr 11 19:38:29.347667 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-40c69073-e403-40e7-849c-6404a07c2c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:29.349352 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-40c69073-e403-40e7-849c-6404a07c2c5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec034ceb-14bf-422d-9fb5-ca1a27bcc347 HTTP/1.1" status: 200 len: 849 time: 0.0565352 Apr 11 19:38:29.397045 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-2b011b65-06e5-440d-986f-2749266869a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec8835b8-bd0b-4245-b77d-f89395df55ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409381 Apr 11 19:38:29.496480 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-ee5b919b-5208-42a9-aa7a-4520d8c546f5 service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919678 Apr 11 19:38:29.603110 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1df3b7c5-a36e-46b6-ba22-3fe1d973ebde req-5da2e4fa-ef17-466a-97f7-d8aa5bbef4cb service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983555 Apr 11 19:38:30.047750 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:38:30.200078 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374d360-c48a-4f93-be8e-5a2b246f0103 req-417ccdfe-5aa7-4bd3-9a00-1c33899d15c3 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:30.202228 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d374d360-c48a-4f93-be8e-5a2b246f0103 req-417ccdfe-5aa7-4bd3-9a00-1c33899d15c3 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 943 time: 0.0541925 Apr 11 19:38:30.256771 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d374d360-c48a-4f93-be8e-5a2b246f0103 req-05f7fe4c-05b2-481d-903c-46d5e1c5c19d tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480857 Apr 11 19:38:30.466149 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6db4-c636-4863-9577-186367794346 req-2674517a-4cd2-4b05-85c1-08cb620a1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:30.467867 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-2674517a-4cd2-4b05-85c1-08cb620a1245 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 1127 time: 0.0437810 Apr 11 19:38:30.571246 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6db4-c636-4863-9577-186367794346 req-60457599-98ac-4bbc-9195-00c076ffbc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:30.572931 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-60457599-98ac-4bbc-9195-00c076ffbc01 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 200 len: 910 time: 0.0961237 Apr 11 19:38:30.618381 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-0c6f9ea9-8df2-4257-98aa-552af9a23d5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787 HTTP/1.1" status: 200 len: 217 time: 0.0390475 Apr 11 19:38:30.673004 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e6db4-c636-4863-9577-186367794346 req-ec44c624-9aed-45fc-80c1-b3db65042509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:30.673004 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-ec44c624-9aed-45fc-80c1-b3db65042509 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec034ceb-14bf-422d-9fb5-ca1a27bcc347 HTTP/1.1" status: 200 len: 849 time: 0.0475235 Apr 11 19:38:30.706542 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-b8082f28-414b-45e4-ba6b-40da9b18e77d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ec8835b8-bd0b-4245-b77d-f89395df55ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289574 Apr 11 19:38:30.807092 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-5bea8b7b-e254-4d2a-94ae-baf841cdcaa3 service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942400 Apr 11 19:38:30.915346 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d77e6db4-c636-4863-9577-186367794346 req-7c9e263e-f1eb-4d23-9c8d-b214d1d61fa9 service neutron] 10.222.0.53 "GET /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018541 Apr 11 19:38:31.379935 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29e53d-00b8-429a-b152-2919b8e2610d req-971ba4df-8b68-4a17-8ad2-87bc48c5b137 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:31.381386 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7a29e53d-00b8-429a-b152-2919b8e2610d req-971ba4df-8b68-4a17-8ad2-87bc48c5b137 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 943 time: 0.0524590 Apr 11 19:38:31.428931 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7a29e53d-00b8-429a-b152-2919b8e2610d req-52fc2d32-9ee2-42a0-9adf-d10925d46de4 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Apr 11 19:38:31.429393 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45204) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:31.533967 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9402f26-a345-432b-b2c2-24619153a50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.610101 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9402f26-a345-432b-b2c2-24619153a50f admin admin] Publish callbacks [] for security_group (93a53c3e-8b79-4b27-9733-3f4135201e9b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.613943 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a9402f26-a345-432b-b2c2-24619153a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (93a53c3e-8b79-4b27-9733-3f4135201e9b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.651320 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9402f26-a345-432b-b2c2-24619153a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a53c3e-8b79-4b27-9733-3f4135201e9b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:31.655406 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a9402f26-a345-432b-b2c2-24619153a50f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7de953e41c2e4a8a882720425262af4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245476 Apr 11 19:38:31.658111 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45208) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:31.706831 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4db95d87-23a1-432f-9231-932faa68252e admin admin] Publish callbacks [] for security_group (93a53c3e-8b79-4b27-9733-3f4135201e9b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.733564 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4db95d87-23a1-432f-9231-932faa68252e admin admin] Publish callbacks [] for security_group (93a53c3e-8b79-4b27-9733-3f4135201e9b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.743968 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b59cf97e-f527-43b8-80be-cd1fe71cb787 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:38:31.781698 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4db95d87-23a1-432f-9231-932faa68252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (93a53c3e-8b79-4b27-9733-3f4135201e9b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.784243 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4db95d87-23a1-432f-9231-932faa68252e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.785404 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-4db95d87-23a1-432f-9231-932faa68252e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93a53c3e-8b79-4b27-9733-3f4135201e9b HTTP/1.1" status: 204 len: 168 time: 0.1263902 Apr 11 19:38:31.793902 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db95d87-23a1-432f-9231-932faa68252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a53c3e-8b79-4b27-9733-3f4135201e9b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:31.858505 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b59cf97e-f527-43b8-80be-cd1fe71cb787, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:31.873916 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'b59cf97e-f527-43b8-80be-cd1fe71cb787', 'network_id': 'ec8835b8-bd0b-4245-b77d-f89395df55ac', 'port_id': 'b59cf97e-f527-43b8-80be-cd1fe71cb787', 'mac_address': 'fa:16:3e:30:01:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec034ceb-14bf-422d-9fb5-ca1a27bcc347', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:38:31.914960 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b59cf97e-f527-43b8-80be-cd1fe71cb787 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:38:31.915452 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:31.929283 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59cf97e-f527-43b8-80be-cd1fe71cb787 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:38:31.950496 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b59cf97e-f527-43b8-80be-cd1fe71cb787, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:31.954630 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.007055 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b59cf97e-f527-43b8-80be-cd1fe71cb787,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:32.071579 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45218) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:32.085191 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a179aa8b-f7bf-4a70-8561-759611e745fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.173123 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a179aa8b-f7bf-4a70-8561-759611e745fc admin admin] Publish callbacks [] for security_group (3457b1f2-8eec-483e-b25e-f5466cfc1e1b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.177105 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a179aa8b-f7bf-4a70-8561-759611e745fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3457b1f2-8eec-483e-b25e-f5466cfc1e1b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.182790 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['b59cf97e-f527-43b8-80be-cd1fe71cb787'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:38:32.222107 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179aa8b-f7bf-4a70-8561-759611e745fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3457b1f2-8eec-483e-b25e-f5466cfc1e1b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:32.227879 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a179aa8b-f7bf-4a70-8561-759611e745fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=661a286893a540a1a8c88bc81b9b596c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552250 Apr 11 19:38:32.230616 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45228) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:32.284072 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8021fafe-687a-4012-965b-cdb278b83fd5 admin admin] Publish callbacks [] for security_group (3457b1f2-8eec-483e-b25e-f5466cfc1e1b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.309536 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8021fafe-687a-4012-965b-cdb278b83fd5 admin admin] Publish callbacks [] for security_group (3457b1f2-8eec-483e-b25e-f5466cfc1e1b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.365051 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8021fafe-687a-4012-965b-cdb278b83fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3457b1f2-8eec-483e-b25e-f5466cfc1e1b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.369379 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8021fafe-687a-4012-965b-cdb278b83fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.370659 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-8021fafe-687a-4012-965b-cdb278b83fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3457b1f2-8eec-483e-b25e-f5466cfc1e1b HTTP/1.1" status: 204 len: 168 time: 0.1390898 Apr 11 19:38:32.378574 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021fafe-687a-4012-965b-cdb278b83fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3457b1f2-8eec-483e-b25e-f5466cfc1e1b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:32.529855 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45238) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:32.564891 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0d758-8da1-479d-aa1c-64472358f423 req-57e0a082-69e1-444f-a0ff-85d643c847bf tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:32.566794 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6ef0d758-8da1-479d-aa1c-64472358f423 req-57e0a082-69e1-444f-a0ff-85d643c847bf tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 944 time: 0.0534158 Apr 11 19:38:32.623892 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6ef0d758-8da1-479d-aa1c-64472358f423 req-bd32bc7f-fdb7-4e78-82b0-93843e5284e0 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509396 Apr 11 19:38:32.672625 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a4cbde59-0e0a-421d-8c74-f9729bc74dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.702090 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45242) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:32.716608 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3163e0ff-2b35-4495-b9df-a9f32df1a76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.759078 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a4cbde59-0e0a-421d-8c74-f9729bc74dcd admin admin] Publish callbacks [] for security_group (fde739a5-2182-4c01-9dc3-14a5da33b3db), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.764623 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a4cbde59-0e0a-421d-8c74-f9729bc74dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fde739a5-2182-4c01-9dc3-14a5da33b3db), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.794068 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3163e0ff-2b35-4495-b9df-a9f32df1a76e admin admin] Publish callbacks [] for security_group (cd5881fb-1126-4e59-9423-9fb2caec3544), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.798402 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-3163e0ff-2b35-4495-b9df-a9f32df1a76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cd5881fb-1126-4e59-9423-9fb2caec3544), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.806813 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbde59-0e0a-421d-8c74-f9729bc74dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde739a5-2182-4c01-9dc3-14a5da33b3db,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:32.813160 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a4cbde59-0e0a-421d-8c74-f9729bc74dcd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eea2a7ba427f46c0bac5ca9947a52465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822268 Apr 11 19:38:32.814236 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45244) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:32.835834 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163e0ff-2b35-4495-b9df-a9f32df1a76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5881fb-1126-4e59-9423-9fb2caec3544,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:32.843890 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-3163e0ff-2b35-4495-b9df-a9f32df1a76e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbcb765a3feb464499dc31cbdb0509b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382234 Apr 11 19:38:32.844000 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45246) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:32.885906 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c9212bfc-bcd9-4a46-bdb0-fd4b89a26ce0 admin admin] Publish callbacks [] for security_group (fde739a5-2182-4c01-9dc3-14a5da33b3db), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.896712 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dca1de0c-1b0a-4720-b53b-61e0158c6ab2 admin admin] Publish callbacks [] for security_group (cd5881fb-1126-4e59-9423-9fb2caec3544), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.910234 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c9212bfc-bcd9-4a46-bdb0-fd4b89a26ce0 admin admin] Publish callbacks [] for security_group (fde739a5-2182-4c01-9dc3-14a5da33b3db), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.919486 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dca1de0c-1b0a-4720-b53b-61e0158c6ab2 admin admin] Publish callbacks [] for security_group (cd5881fb-1126-4e59-9423-9fb2caec3544), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.960775 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c9212bfc-bcd9-4a46-bdb0-fd4b89a26ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (fde739a5-2182-4c01-9dc3-14a5da33b3db), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.963358 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c9212bfc-bcd9-4a46-bdb0-fd4b89a26ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.967215 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c9212bfc-bcd9-4a46-bdb0-fd4b89a26ce0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fde739a5-2182-4c01-9dc3-14a5da33b3db HTTP/1.1" status: 204 len: 168 time: 0.1514461 Apr 11 19:38:32.973203 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dca1de0c-1b0a-4720-b53b-61e0158c6ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cd5881fb-1126-4e59-9423-9fb2caec3544), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.975558 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212bfc-bcd9-4a46-bdb0-fd4b89a26ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde739a5-2182-4c01-9dc3-14a5da33b3db,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:32.977395 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dca1de0c-1b0a-4720-b53b-61e0158c6ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:32.978836 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-dca1de0c-1b0a-4720-b53b-61e0158c6ab2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd5881fb-1126-4e59-9423-9fb2caec3544 HTTP/1.1" status: 204 len: 168 time: 0.1332629 Apr 11 19:38:32.992065 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1de0c-1b0a-4720-b53b-61e0158c6ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5881fb-1126-4e59-9423-9fb2caec3544,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:33.371967 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45262) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:33.386689 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5292-b087-4f89-8460-2826baa0d67f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.465483 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5292-b087-4f89-8460-2826baa0d67f admin admin] Publish callbacks [] for security_group (c46fc009-6ec9-4f7b-970d-add845d030bb), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.469513 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5292-b087-4f89-8460-2826baa0d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c46fc009-6ec9-4f7b-970d-add845d030bb), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.509789 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-eb4f5292-b087-4f89-8460-2826baa0d67f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd91ac4453f04d91b114a1b769d7d430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365879 Apr 11 19:38:33.511974 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f5292-b087-4f89-8460-2826baa0d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46fc009-6ec9-4f7b-970d-add845d030bb,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:33.512683 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45266) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:33.566555 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa790-049b-439b-ad50-9df42a8d4328 admin admin] Publish callbacks [] for security_group (c46fc009-6ec9-4f7b-970d-add845d030bb), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.588875 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa790-049b-439b-ad50-9df42a8d4328 admin admin] Publish callbacks [] for security_group (c46fc009-6ec9-4f7b-970d-add845d030bb), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.638998 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa790-049b-439b-ad50-9df42a8d4328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c46fc009-6ec9-4f7b-970d-add845d030bb), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.641716 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2b7aa790-049b-439b-ad50-9df42a8d4328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.642828 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2b7aa790-049b-439b-ad50-9df42a8d4328 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c46fc009-6ec9-4f7b-970d-add845d030bb HTTP/1.1" status: 204 len: 168 time: 0.1287189 Apr 11 19:38:33.652400 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7aa790-049b-439b-ad50-9df42a8d4328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46fc009-6ec9-4f7b-970d-add845d030bb,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:33.751274 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b59cf97e-f527-43b8-80be-cd1fe71cb787 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:38:33.806662 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3a84-4e7d-4cc1-aa27-4eb155089d4f req-b7f540fc-bb73-44c9-87bf-6de4961eccc4 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:33.809287 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d8ee3a84-4e7d-4cc1-aa27-4eb155089d4f req-b7f540fc-bb73-44c9-87bf-6de4961eccc4 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 944 time: 0.0585744 Apr 11 19:38:33.861919 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port b59cf97e-f527-43b8-80be-cd1fe71cb787 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:38:33.869575 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port b59cf97e-f527-43b8-80be-cd1fe71cb787 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:38:33.870185 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:33.876563 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d8ee3a84-4e7d-4cc1-aa27-4eb155089d4f req-c1386604-c13e-439e-aed8-80c29bf31b50 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616753 Apr 11 19:38:34.003687 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port b59cf97e-f527-43b8-80be-cd1fe71cb787 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:38:34.004086 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:34.031226 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59cf97e-f527-43b8-80be-cd1fe71cb787'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:34.033538 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c019634a-feaa-4bbf-9811-075125ec1252" -d '{"events": [{"server_uuid": "af0e643c-d5c7-46f2-9616-c761496bc1cf", "name": "network-vif-plugged", "status": "completed", "tag": "b59cf97e-f527-43b8-80be-cd1fe71cb787"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:34.047778 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port b59cf97e-f527-43b8-80be-cd1fe71cb787, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:34.052832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:34.105160 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5473d6-f26c-4e9f-974a-f163e9c5fc98 x-openstack-request-id: req-2d5473d6-f26c-4e9f-974a-f163e9c5fc98 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:34.105493 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0e643c-d5c7-46f2-9616-c761496bc1cf", "name": "network-vif-plugged", "status": "completed", "tag": "b59cf97e-f527-43b8-80be-cd1fe71cb787", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:34.105804 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d5473d6-f26c-4e9f-974a-f163e9c5fc98 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:34.106406 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5473d6-f26c-4e9f-974a-f163e9c5fc98'] response: {'server_uuid': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59cf97e-f527-43b8-80be-cd1fe71cb787', 'code': 200} Apr 11 19:38:34.111740 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=b59cf97e-f527-43b8-80be-cd1fe71cb787,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:34.120273 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.121116 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.121483 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.121855 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.122288 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.122696 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.123237 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.125340 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.126512 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.126898 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.127293 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.127673 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.128208 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.128547 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.129042 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:34.310783 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a55f12-23fe-4fa6-a1c2-7323602ad9ed req-153dbd6c-8a5f-4633-bf56-3f94a9c9f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:34.312386 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-61a55f12-23fe-4fa6-a1c2-7323602ad9ed req-153dbd6c-8a5f-4633-bf56-3f94a9c9f525 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 1129 time: 0.0446362 Apr 11 19:38:34.372092 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-61a55f12-23fe-4fa6-a1c2-7323602ad9ed req-18d39d88-adc4-4d22-8b03-99243c2edddd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530324 Apr 11 19:38:35.003228 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb569cf-86ad-47c9-910f-dfeb110219d8 req-67d17463-9c6b-45b7-8dbb-cd70a0c9abfa tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:35.008997 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ceb569cf-86ad-47c9-910f-dfeb110219d8 req-67d17463-9c6b-45b7-8dbb-cd70a0c9abfa tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 945 time: 0.0531614 Apr 11 19:38:35.063717 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ceb569cf-86ad-47c9-910f-dfeb110219d8 req-cc4037e5-acb4-462e-a42e-0fb0a657acff tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524240 Apr 11 19:38:36.179255 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45909-5ab8-4ad2-8e6a-07de4513aaab req-70351d6f-6e43-4f17-922e-3d8ef568faed tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:36.181292 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2ad45909-5ab8-4ad2-8e6a-07de4513aaab req-70351d6f-6e43-4f17-922e-3d8ef568faed tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 945 time: 0.0467348 Apr 11 19:38:36.228568 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2ad45909-5ab8-4ad2-8e6a-07de4513aaab req-b6c62226-2910-4135-8d11-e7cd18e4ccc6 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Apr 11 19:38:36.920163 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237f44d-c485-43fa-b883-e083f09c92bd req-4d12e29d-bb89-41fe-a853-521eb02296d6 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:36.921623 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e237f44d-c485-43fa-b883-e083f09c92bd req-4d12e29d-bb89-41fe-a853-521eb02296d6 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 945 time: 0.0484993 Apr 11 19:38:36.969251 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e237f44d-c485-43fa-b883-e083f09c92bd req-4110ca82-7e2a-4768-babe-51c101977ce0 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Apr 11 19:38:38.101416 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dbf2e-9112-4e79-a6eb-23227c87d700 req-7a5ac23d-8327-4123-a7b2-b8a301c9d4d2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:38.103091 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5f1dbf2e-9112-4e79-a6eb-23227c87d700 req-7a5ac23d-8327-4123-a7b2-b8a301c9d4d2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 945 time: 0.0546324 Apr 11 19:38:38.170191 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5f1dbf2e-9112-4e79-a6eb-23227c87d700 req-c43daadc-5d83-42ed-b219-fa435013805b tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d989508-73b8-429e-87c3-ff2770283ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599327 Apr 11 19:38:38.373977 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-fd41e83d-b12a-4307-9a1f-d1b6f21bf148 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:38.375424 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-fd41e83d-b12a-4307-9a1f-d1b6f21bf148 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 945 time: 0.0518277 Apr 11 19:38:38.465463 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Deleting port b59cf97e-f527-43b8-80be-cd1fe71cb787 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:38.465936 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:38.564721 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] For port b59cf97e-f527-43b8-80be-cd1fe71cb787, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=b59cf97e-f527-43b8-80be-cd1fe71cb787,segment=NetworkSegment(4359e7a0-ddc4-40f3-a07d-b95945ab6775),segment_id=4359e7a0-ddc4-40f3-a07d-b95945ab6775)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:38.565130 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:38.580793 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Calling delete_port for b59cf97e-f527-43b8-80be-cd1fe71cb787 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:38.731715 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (b59cf97e-f527-43b8-80be-cd1fe71cb787), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:38.743482 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['b59cf97e-f527-43b8-80be-cd1fe71cb787'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:38:39.021498 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Pushing event deleted for resources: {'Port': ['ID=b59cf97e-f527-43b8-80be-cd1fe71cb787,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:39.072930 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] No DVR routers for this DVR port b59cf97e-f527-43b8-80be-cd1fe71cb787 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:39.075614 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.078945 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-fdec1d4f-132d-47ec-82c5-fe02ea9f92c1 req-b0a28479-fe1d-4e99-82ae-94ba5f2e80c2 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.53 "DELETE /v2.0/ports/b59cf97e-f527-43b8-80be-cd1fe71cb787 HTTP/1.1" status: 204 len: 173 time: 0.6978600 Apr 11 19:38:39.079522 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'name': 'network-vif-deleted', 'tag': 'b59cf97e-f527-43b8-80be-cd1fe71cb787'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:39.082279 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b033df15-3117-4cf6-8523-a61e821b7ab8" -d '{"events": [{"server_uuid": "af0e643c-d5c7-46f2-9616-c761496bc1cf", "name": "network-vif-deleted", "tag": "b59cf97e-f527-43b8-80be-cd1fe71cb787"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:39.121277 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafd69e9-2688-49d2-b285-47340d6762fc x-openstack-request-id: req-eafd69e9-2688-49d2-b285-47340d6762fc {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:39.121811 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0e643c-d5c7-46f2-9616-c761496bc1cf", "name": "network-vif-deleted", "tag": "b59cf97e-f527-43b8-80be-cd1fe71cb787", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:39.122258 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eafd69e9-2688-49d2-b285-47340d6762fc {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:39.122866 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafd69e9-2688-49d2-b285-47340d6762fc'] response: {'server_uuid': 'af0e643c-d5c7-46f2-9616-c761496bc1cf', 'name': 'network-vif-deleted', 'tag': 'b59cf97e-f527-43b8-80be-cd1fe71cb787', 'status': 'completed', 'code': 200} Apr 11 19:38:39.291754 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-358aaec2-ff04-4c12-b861-e06e40fe2344 req-691924b7-aa0d-45d1-ad98-900ab5dc3217 tempest-VolumesActionsTest-1651526076 tempest-VolumesActionsTest-1651526076-project] 10.222.0.26 "GET /v2.0/ports?device_id=af0e643c-d5c7-46f2-9616-c761496bc1cf HTTP/1.1" status: 200 len: 210 time: 0.0317638 Apr 11 19:38:39.343193 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45460) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:39.451792 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.540113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Publish callbacks [] for security_group (c14886b1-0bd6-4298-83b8-4a35dbcc356f), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.544564 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c14886b1-0bd6-4298-83b8-4a35dbcc356f), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.584708 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=420e2403f33f416abaa948191aa7678e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395616 Apr 11 19:38:39.584708 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14886b1-0bd6-4298-83b8-4a35dbcc356f,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:39.587386 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45466) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:39.593167 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.593598 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.594187 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.595598 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.596322 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.596322 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.596869 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.597192 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.597586 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.597980 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.598371 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.598763 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.599158 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.599543 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.599930 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed72932-1e72-4479-906f-8cea41b9bcf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:39.655115 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fed553-3456-4b27-94ce-2ffaff53e8bd admin admin] Publish callbacks [] for security_group (c14886b1-0bd6-4298-83b8-4a35dbcc356f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.676934 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fed553-3456-4b27-94ce-2ffaff53e8bd admin admin] Publish callbacks [] for security_group (c14886b1-0bd6-4298-83b8-4a35dbcc356f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.725755 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fed553-3456-4b27-94ce-2ffaff53e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (c14886b1-0bd6-4298-83b8-4a35dbcc356f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.729167 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-95fed553-3456-4b27-94ce-2ffaff53e8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:39.736691 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-95fed553-3456-4b27-94ce-2ffaff53e8bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c14886b1-0bd6-4298-83b8-4a35dbcc356f HTTP/1.1" status: 204 len: 168 time: 0.1454582 Apr 11 19:38:39.745917 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fed553-3456-4b27-94ce-2ffaff53e8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14886b1-0bd6-4298-83b8-4a35dbcc356f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:40.026862 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45472) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:40.045233 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.127371 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Publish callbacks [] for security_group (9c511a1d-d980-4bd4-adf0-d6a96b53e716), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.131188 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (9c511a1d-d980-4bd4-adf0-d6a96b53e716), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.172395 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbf2cba59a4f4e62b59ed0d5103c0d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444359 Apr 11 19:38:40.173275 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c511a1d-d980-4bd4-adf0-d6a96b53e716,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:40.175114 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45474) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:40.180934 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.181291 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.181635 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.181975 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.182311 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.182657 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.182966 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.183290 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.183615 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.183940 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.184476 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.184835 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.185158 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.185478 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.185798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953419d0-5916-4596-938b-1b966b2ab0ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:38:40.233897 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f1036c68-c514-434a-8658-d11bfb49e86d admin admin] Publish callbacks [] for security_group (9c511a1d-d980-4bd4-adf0-d6a96b53e716), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.255952 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f1036c68-c514-434a-8658-d11bfb49e86d admin admin] Publish callbacks [] for security_group (9c511a1d-d980-4bd4-adf0-d6a96b53e716), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.302301 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f1036c68-c514-434a-8658-d11bfb49e86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (9c511a1d-d980-4bd4-adf0-d6a96b53e716), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.305717 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-f1036c68-c514-434a-8658-d11bfb49e86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:40.306923 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-f1036c68-c514-434a-8658-d11bfb49e86d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c511a1d-d980-4bd4-adf0-d6a96b53e716 HTTP/1.1" status: 204 len: 168 time: 0.1308014 Apr 11 19:38:40.316869 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1036c68-c514-434a-8658-d11bfb49e86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c511a1d-d980-4bd4-adf0-d6a96b53e716,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:41.749790 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b59cf97e-f527-43b8-80be-cd1fe71cb787 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:41.775264 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: b59cf97e-f527-43b8-80be-cd1fe71cb787 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:41.775623 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device b59cf97e-f527-43b8-80be-cd1fe71cb787 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:42.393412 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45612) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:42.519593 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7017d8fe-bdf2-413f-9ecf-0aa9ee749810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.629327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7017d8fe-bdf2-413f-9ecf-0aa9ee749810 admin admin] Publish callbacks [] for security_group (602042e1-ae68-462f-9b0e-f9860a1ab8e1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.635340 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7017d8fe-bdf2-413f-9ecf-0aa9ee749810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (602042e1-ae68-462f-9b0e-f9860a1ab8e1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.683038 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7017d8fe-bdf2-413f-9ecf-0aa9ee749810 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6043915828554152aab10ee5bab99152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884595 Apr 11 19:38:42.683899 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017d8fe-bdf2-413f-9ecf-0aa9ee749810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602042e1-ae68-462f-9b0e-f9860a1ab8e1,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:42.686321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45618) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:42.750312 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6cdc112e-1328-4bc4-bbe3-5dd9b30560f7 admin admin] Publish callbacks [] for security_group (602042e1-ae68-462f-9b0e-f9860a1ab8e1), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.779057 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6cdc112e-1328-4bc4-bbe3-5dd9b30560f7 admin admin] Publish callbacks [] for security_group (602042e1-ae68-462f-9b0e-f9860a1ab8e1), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.846787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6cdc112e-1328-4bc4-bbe3-5dd9b30560f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (602042e1-ae68-462f-9b0e-f9860a1ab8e1), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.850798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6cdc112e-1328-4bc4-bbe3-5dd9b30560f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:42.852838 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6cdc112e-1328-4bc4-bbe3-5dd9b30560f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/602042e1-ae68-462f-9b0e-f9860a1ab8e1 HTTP/1.1" status: 204 len: 168 time: 0.1647851 Apr 11 19:38:42.868734 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc112e-1328-4bc4-bbe3-5dd9b30560f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602042e1-ae68-462f-9b0e-f9860a1ab8e1,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:43.264250 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45624) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:43.284523 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-afd3acd9-6c8f-44e7-98e9-f993855f30c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.395679 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-afd3acd9-6c8f-44e7-98e9-f993855f30c2 admin admin] Publish callbacks [] for security_group (234ae4b8-3d95-456d-91fe-e08d50c0b199), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.407081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-afd3acd9-6c8f-44e7-98e9-f993855f30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (234ae4b8-3d95-456d-91fe-e08d50c0b199), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.457433 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-afd3acd9-6c8f-44e7-98e9-f993855f30c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05ce8128b55d4f0e9ea0be6b89a1e1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914721 Apr 11 19:38:43.459324 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45626) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:43.463686 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3acd9-6c8f-44e7-98e9-f993855f30c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234ae4b8-3d95-456d-91fe-e08d50c0b199,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:43.530726 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6540035a-0b8c-421e-b1e1-55b320a40904 admin admin] Publish callbacks [] for security_group (234ae4b8-3d95-456d-91fe-e08d50c0b199), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.570442 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6540035a-0b8c-421e-b1e1-55b320a40904 admin admin] Publish callbacks [] for security_group (234ae4b8-3d95-456d-91fe-e08d50c0b199), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.626248 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6540035a-0b8c-421e-b1e1-55b320a40904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (234ae4b8-3d95-456d-91fe-e08d50c0b199), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.629053 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-6540035a-0b8c-421e-b1e1-55b320a40904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:43.630224 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-6540035a-0b8c-421e-b1e1-55b320a40904 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/234ae4b8-3d95-456d-91fe-e08d50c0b199 HTTP/1.1" status: 204 len: 168 time: 0.1695771 Apr 11 19:38:43.638720 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540035a-0b8c-421e-b1e1-55b320a40904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234ae4b8-3d95-456d-91fe-e08d50c0b199,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:44.016469 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:47.777780 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-262510f5-0bd9-4e40-b4b7-03e44e2cf160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:50.799156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1a0e6096-f5f8-4b70-af6b-0bcd568b3c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:51.801688 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:51.921855 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b69fbe-3a13-4477-966d-3239c085a8a3 req-e9845050-7c92-403d-b503-3d1448c1b632 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:51.923448 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-54b69fbe-3a13-4477-966d-3239c085a8a3 req-e9845050-7c92-403d-b503-3d1448c1b632 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 947 time: 0.0498049 Apr 11 19:38:51.976742 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-54b69fbe-3a13-4477-966d-3239c085a8a3 req-f87196ff-c66f-4157-b07b-20de382b2c83 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472331 Apr 11 19:38:52.907550 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:53.116266 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34076cd8-4d8d-469f-a0fa-492a9b051f63 req-dde1684f-2f5f-46c0-b05a-3d9fcc83aa24 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:53.118410 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-34076cd8-4d8d-469f-a0fa-492a9b051f63 req-dde1684f-2f5f-46c0-b05a-3d9fcc83aa24 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 947 time: 0.0524786 Apr 11 19:38:53.172347 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-34076cd8-4d8d-469f-a0fa-492a9b051f63 req-073f98e8-9f7a-4a73-ab5b-f17d9709b7cc tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups?id=3444d1be-95da-4739-b6ef-9978a891f10d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461204 Apr 11 19:38:53.395880 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-4428c196-014e-4798-a6fa-a2c5bd3ffc7b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:38:53.398569 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-4428c196-014e-4798-a6fa-a2c5bd3ffc7b tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 947 time: 0.0602884 Apr 11 19:38:53.491759 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Deleting port 969dac3f-69f8-476d-bff1-a0d3556846b3 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:53.492650 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:53.586193 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] For port 969dac3f-69f8-476d-bff1-a0d3556846b3, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=969dac3f-69f8-476d-bff1-a0d3556846b3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:38:53.586562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:53.776121 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:53.776486 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (73c8c81e-eadf-4afa-b3c7-bd3de0891f36), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:53.777004 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Floating IP 73c8c81e-eadf-4afa-b3c7-bd3de0891f36 disassociated. External IP: 172.28.2.127, port: 969dac3f-69f8-476d-bff1-a0d3556846b3. Apr 11 19:38:53.777528 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Calling delete_port for 969dac3f-69f8-476d-bff1-a0d3556846b3 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:53.952773 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (969dac3f-69f8-476d-bff1-a0d3556846b3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:53.987959 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event deleted for resources: {'Port': ['ID=969dac3f-69f8-476d-bff1-a0d3556846b3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:54.171294 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:38:54.340141 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:38:54.353116 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:38:54.368550 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:54.369252 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:54.395244 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-66f04e4a-625c-4adb-a867-7a12134d0db7 req-561e1396-6eae-4de4-83f0-ce1d7432c306 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/ports?device_id=7039ad74-cf3b-4cea-90a7-e79fe6130be5 HTTP/1.1" status: 200 len: 210 time: 0.0715876 Apr 11 19:38:54.418372 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] No DVR routers for this DVR port 969dac3f-69f8-476d-bff1-a0d3556846b3 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:38:54.426062 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:54.430356 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-84a8f985-d7fe-47db-87e1-e6dc88571de7 req-f17f487a-5ff4-4af1-ae8a-30e823d0ecc4 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.53 "DELETE /v2.0/ports/969dac3f-69f8-476d-bff1-a0d3556846b3 HTTP/1.1" status: 204 len: 173 time: 1.0265005 Apr 11 19:38:54.431133 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-deleted', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:38:54.434704 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286746b9-ad2d-48a3-8281-f4735c2b6545" -d '{"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-deleted", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:38:54.513794 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e9291-05a1-41e1-b7a8-79ac2ace5aa1 x-openstack-request-id: req-ea4e9291-05a1-41e1-b7a8-79ac2ace5aa1 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:38:54.513794 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7039ad74-cf3b-4cea-90a7-e79fe6130be5", "name": "network-vif-deleted", "tag": "969dac3f-69f8-476d-bff1-a0d3556846b3", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:38:54.515265 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea4e9291-05a1-41e1-b7a8-79ac2ace5aa1 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:38:54.515808 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4e9291-05a1-41e1-b7a8-79ac2ace5aa1'] response: {'server_uuid': '7039ad74-cf3b-4cea-90a7-e79fe6130be5', 'name': 'network-vif-deleted', 'tag': '969dac3f-69f8-476d-bff1-a0d3556846b3', 'status': 'completed', 'code': 200} Apr 11 19:38:54.702323 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:54.950660 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:54.980771 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:54.997878 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:38:55.011504 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:38:55.012129 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:55.166885 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:38:55.472495 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:38:55.515380 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922bdb0f-b7e0-40f6-b738-b230e916dfe6 None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:32:31Z', 'revision_number': 4, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': '679c87f9-5c81-4efc-b04f-bfa47fc5fcb3', 'name': '', 'network_id': '6c65718e-99f8-450f-a81a-81502e41cfa9', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'mac_address': 'fa:16:3e:af:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:29Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'subnets': [{'id': '92e1ef9d-700a-485e-9aec-21e573c7d43c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:38:55.530394 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45852) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:55.588694 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45856) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:55.708210 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38649e0e-c8e1-4d4b-80d6-eb1dcb228849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.722991 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9a34e3b8-2de7-4c89-9c88-30a567807a42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (3444d1be-95da-4739-b6ef-9978a891f10d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.774504 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9a34e3b8-2de7-4c89-9c88-30a567807a42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (3444d1be-95da-4739-b6ef-9978a891f10d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.922012 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38649e0e-c8e1-4d4b-80d6-eb1dcb228849 admin admin] Publish callbacks [] for security_group (6e9e7287-3b05-4891-a8ca-6173e61d8799), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.935289 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-38649e0e-c8e1-4d4b-80d6-eb1dcb228849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6e9e7287-3b05-4891-a8ca-6173e61d8799), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.954974 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9a34e3b8-2de7-4c89-9c88-30a567807a42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3444d1be-95da-4739-b6ef-9978a891f10d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.962623 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-9a34e3b8-2de7-4c89-9c88-30a567807a42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:55.966482 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-9a34e3b8-2de7-4c89-9c88-30a567807a42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "DELETE /v2.0/security-groups/3444d1be-95da-4739-b6ef-9978a891f10d HTTP/1.1" status: 204 len: 168 time: 0.3741148 Apr 11 19:38:55.966882 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45862) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:55.982764 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.api.v2.resource [None req-3fc0a6ba-1b89-493b-b6df-737c27cdc3a5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] show failed (client error): The resource could not be found. Apr 11 19:38:55.987321 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-3fc0a6ba-1b89-493b-b6df-737c27cdc3a5 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "GET /v2.0/security-groups/3444d1be-95da-4739-b6ef-9978a891f10d HTTP/1.1" status: 404 len: 347 time: 0.0189130 Apr 11 19:38:55.987540 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45864) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:55.989770 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74015327-aeb2-416a-a1f7-c14d234479d9 None None] New status for floating IP 73c8c81e-eadf-4afa-b3c7-bd3de0891f36: DOWN {{(pid=103242) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:38:56.137639 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-38649e0e-c8e1-4d4b-80d6-eb1dcb228849 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00b691ad6d4142bfa23e25ee3b7077e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6027598 Apr 11 19:38:56.137639 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Deleting port 8eacbd2d-5757-4af0-98fb-295b2922d85f {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:38:56.137639 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.138107 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45866) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:56.140672 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38649e0e-c8e1-4d4b-80d6-eb1dcb228849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9e7287-3b05-4891-a8ca-6173e61d8799,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:56.179554 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34e3b8-2de7-4c89-9c88-30a567807a42 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444d1be-95da-4739-b6ef-9978a891f10d,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:56.230453 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc9e1-a081-44c8-83c6-d3400edc0315 admin admin] Publish callbacks [] for security_group (6e9e7287-3b05-4891-a8ca-6173e61d8799), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.284511 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.286240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc9e1-a081-44c8-83c6-d3400edc0315 admin admin] Publish callbacks [] for security_group (6e9e7287-3b05-4891-a8ca-6173e61d8799), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.286831 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (8eacbd2d-5757-4af0-98fb-295b2922d85f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.330804 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Calling delete_port for 8eacbd2d-5757-4af0-98fb-295b2922d85f owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:38:56.369433 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc9e1-a081-44c8-83c6-d3400edc0315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (6e9e7287-3b05-4891-a8ca-6173e61d8799), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.372376 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc9e1-a081-44c8-83c6-d3400edc0315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.373557 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9f5dc9e1-a081-44c8-83c6-d3400edc0315 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e9e7287-3b05-4891-a8ca-6173e61d8799 HTTP/1.1" status: 204 len: 168 time: 0.2346652 Apr 11 19:38:56.388476 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc9e1-a081-44c8-83c6-d3400edc0315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9e7287-3b05-4891-a8ca-6173e61d8799,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:56.566057 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (8eacbd2d-5757-4af0-98fb-295b2922d85f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.598190 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Pushing event deleted for resources: {'Port': ['ID=8eacbd2d-5757-4af0-98fb-295b2922d85f,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:56.681830 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks [] for floatingip (73c8c81e-eadf-4afa-b3c7-bd3de0891f36), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.684645 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.685920 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c69277dd-33c2-420b-8fe5-e843f9344dd2 tempest-AttachVolumeShelveTestJSON-1328853143 tempest-AttachVolumeShelveTestJSON-1328853143-project] 10.222.0.26 "DELETE /v2.0/floatingips/73c8c81e-eadf-4afa-b3c7-bd3de0891f36 HTTP/1.1" status: 204 len: 168 time: 0.6963835 Apr 11 19:38:56.781694 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45878) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:56.797624 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1cc939f2-c84b-4423-8d88-01070b86ca72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.941027 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1cc939f2-c84b-4423-8d88-01070b86ca72 admin admin] Publish callbacks [] for security_group (9b38e2c2-2f2c-4189-adbe-3daae73b25be), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:56.948335 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1cc939f2-c84b-4423-8d88-01070b86ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (9b38e2c2-2f2c-4189-adbe-3daae73b25be), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:57.004274 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1cc939f2-c84b-4423-8d88-01070b86ca72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3ea484ee8de40af89460d1157c8916a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188907 Apr 11 19:38:57.005238 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45888) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:57.018545 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc939f2-c84b-4423-8d88-01070b86ca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38e2c2-2f2c-4189-adbe-3daae73b25be,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:57.088136 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7e06496f-a4f6-4707-a8c3-a135d09ad4b7 admin admin] Publish callbacks [] for security_group (9b38e2c2-2f2c-4189-adbe-3daae73b25be), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:57.130923 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7e06496f-a4f6-4707-a8c3-a135d09ad4b7 admin admin] Publish callbacks [] for security_group (9b38e2c2-2f2c-4189-adbe-3daae73b25be), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:57.209496 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7e06496f-a4f6-4707-a8c3-a135d09ad4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (9b38e2c2-2f2c-4189-adbe-3daae73b25be), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:57.216564 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-7e06496f-a4f6-4707-a8c3-a135d09ad4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:57.220778 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7e06496f-a4f6-4707-a8c3-a135d09ad4b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9b38e2c2-2f2c-4189-adbe-3daae73b25be HTTP/1.1" status: 204 len: 168 time: 0.2142301 Apr 11 19:38:57.233463 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06496f-a4f6-4707-a8c3-a135d09ad4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38e2c2-2f2c-4189-adbe-3daae73b25be,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:57.828823 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:38:57.865462 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 969dac3f-69f8-476d-bff1-a0d3556846b3 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:38:57.866393 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 969dac3f-69f8-476d-bff1-a0d3556846b3 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:38:58.791314 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 45948) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:58.906384 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2123fd21-08f6-442a-96c3-87cfda8dd8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:58.987566 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2123fd21-08f6-442a-96c3-87cfda8dd8ce admin admin] Publish callbacks [] for security_group (50c0b7c4-117b-4e85-9781-1ddb6d043bf5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:58.991737 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2123fd21-08f6-442a-96c3-87cfda8dd8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (50c0b7c4-117b-4e85-9781-1ddb6d043bf5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:59.033071 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123fd21-08f6-442a-96c3-87cfda8dd8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0b7c4-117b-4e85-9781-1ddb6d043bf5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:59.037337 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2123fd21-08f6-442a-96c3-87cfda8dd8ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f81f60f53f5448479c74bb3bf9201fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449880 Apr 11 19:38:59.040817 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45952) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:59.123154 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c8be0661-4fa3-4210-8075-135086c95dc2 admin admin] Publish callbacks [] for security_group (50c0b7c4-117b-4e85-9781-1ddb6d043bf5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:59.156886 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c8be0661-4fa3-4210-8075-135086c95dc2 admin admin] Publish callbacks [] for security_group (50c0b7c4-117b-4e85-9781-1ddb6d043bf5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:59.232133 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c8be0661-4fa3-4210-8075-135086c95dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (50c0b7c4-117b-4e85-9781-1ddb6d043bf5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:59.239431 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c8be0661-4fa3-4210-8075-135086c95dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:38:59.244732 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c8be0661-4fa3-4210-8075-135086c95dc2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/50c0b7c4-117b-4e85-9781-1ddb6d043bf5 HTTP/1.1" status: 204 len: 168 time: 0.2026193 Apr 11 19:38:59.258613 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0661-4fa3-4210-8075-135086c95dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0b7c4-117b-4e85-9781-1ddb6d043bf5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:38:59.289663 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 45962) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:38:59.855763 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:00.222641 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Deleting port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:39:00.223217 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:00.330083 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] For port 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:00.330359 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:00.345749 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Calling delete_port for 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:39:00.569615 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (679c87f9-5c81-4efc-b04f-bfa47fc5fcb3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:00.605853 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Pushing event deleted for resources: {'Port': ['ID=679c87f9-5c81-4efc-b04f-bfa47fc5fcb3,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:00.899348 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:01.157422 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:39:01.274878 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:39:01.282961 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d2dd0230-2e27-4327-8714-c7dc7329864f admin admin] 10.222.0.26 "PUT /v2.0/routers/c90a1f49-a6c1-45f3-b38a-2b5a829dee6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9912868 Apr 11 19:39:01.287557 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46016) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:01.287961 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] Sync routers for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:39:01.305845 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:01.306667 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:01.418256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks [] for router (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:01.429900 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:01.630627 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:39:00Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:01.658267 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] Checking router: c90a1f49-a6c1-45f3-b38a-2b5a829dee6f for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:39:01.669740 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] Routers {'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:01.670549 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:01.792719 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] Set router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:01.793144 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks [] for router_gateway (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:01.851493 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Deleting port fff6f614-1aa1-4c35-b1f9-69b619699b30 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:39:01.851938 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:01.942201 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] For port fff6f614-1aa1-4c35-b1f9-69b619699b30, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fff6f614-1aa1-4c35-b1f9-69b619699b30,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:01.942737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:01.970887 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Calling delete_port for fff6f614-1aa1-4c35-b1f9-69b619699b30 owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:39:02.003796 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:39:00Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:02.032215 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0675fe2-ca72-4735-ad32-eb87de2f0824 None None] The sync data for ids ['c90a1f49-a6c1-45f3-b38a-2b5a829dee6f'] in dv-cinder-830787-3-smb is: [{'id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'name': 'tempest-AttachVolumeShelveTestJSON-1489469605-router', 'tenant_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121'}], 'enable_snat': True}, 'gw_port_id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:32:22Z', 'updated_at': '2022-04-11T19:39:00Z', 'revision_number': 5, 'project_id': 'c310f6d38e554a41982c3ec46b5e9cab', 'gw_port': {'id': 'fff6f614-1aa1-4c35-b1f9-69b619699b30', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90a1f49-a6c1-45f3-b38a-2b5a829dee6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:32:23Z', 'updated_at': '2022-04-11T19:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:39:02.185709 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (fff6f614-1aa1-4c35-b1f9-69b619699b30), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.212796 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff6f614-1aa1-4c35-b1f9-69b619699b30,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:02.287449 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.295822 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46048) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:02.406562 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29a4df6e-fecc-440b-89a3-62b2ef55d096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.414176 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.416518 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks [] for router_controller (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.489349 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (c90a1f49-a6c1-45f3-b38a-2b5a829dee6f), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.489875 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c90a1f49-a6c1-45f3-b38a-2b5a829dee6f {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:39:02.495770 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.499535 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a918fa0d-6476-4163-94dd-e8efd9783ea8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c90a1f49-a6c1-45f3-b38a-2b5a829dee6f HTTP/1.1" status: 204 len: 168 time: 1.2091091 Apr 11 19:39:02.499704 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29a4df6e-fecc-440b-89a3-62b2ef55d096 admin admin] Publish callbacks [] for security_group (0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.499839 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46052) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:02.502227 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29a4df6e-fecc-440b-89a3-62b2ef55d096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.548284 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-29a4df6e-fecc-440b-89a3-62b2ef55d096 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea0ed633a06342afb3d78fed28fc3669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512112 Apr 11 19:39:02.548547 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46056) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:02.549345 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4df6e-fecc-440b-89a3-62b2ef55d096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:02.561411 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Deleting subnet 92e1ef9d-700a-485e-9aec-21e573c7d43c {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:39:02.575598 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Publish callbacks [] for subnet (92e1ef9d-700a-485e-9aec-21e573c7d43c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.630833 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29492986'] for subnet (92e1ef9d-700a-485e-9aec-21e573c7d43c), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.681211 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-451eb6be-5110-433f-bcfa-f163a4dd1773 admin admin] Publish callbacks [] for security_group (0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.733537 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-451eb6be-5110-433f-bcfa-f163a4dd1773 admin admin] Publish callbacks [] for security_group (0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.763566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (92e1ef9d-700a-485e-9aec-21e573c7d43c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.840445 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-451eb6be-5110-433f-bcfa-f163a4dd1773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.843047 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-451eb6be-5110-433f-bcfa-f163a4dd1773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.844209 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-451eb6be-5110-433f-bcfa-f163a4dd1773 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6 HTTP/1.1" status: 204 len: 168 time: 0.2948949 Apr 11 19:39:02.856154 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29492312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29616157'] for subnet (92e1ef9d-700a-485e-9aec-21e573c7d43c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.858368 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eb6be-5110-433f-bcfa-f163a4dd1773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc7fdfc-cac1-4801-97ad-10a56b2e7fb6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:02.900256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e1ef9d-700a-485e-9aec-21e573c7d43c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:02.902440 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:02.905665 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c06d2495-09ef-4add-8ae4-e5fb9609a3a7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/92e1ef9d-700a-485e-9aec-21e573c7d43c HTTP/1.1" status: 204 len: 168 time: 0.4048383 Apr 11 19:39:02.906810 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63043201-b030-43e2-a26e-aceb762a0e01 None None] Network 6c65718e-99f8-450f-a81a-81502e41cfa9 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:02.908375 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46074) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:03.003444 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (6c65718e-99f8-450f-a81a-81502e41cfa9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.068832 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Deleting port b484bde7-fd98-497e-ba4c-53ea7e918de8 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:39:03.069175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.173285 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] For port b484bde7-fd98-497e-ba4c-53ea7e918de8, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b484bde7-fd98-497e-ba4c-53ea7e918de8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:03.173670 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.197300 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Calling delete_port for b484bde7-fd98-497e-ba4c-53ea7e918de8 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:39:03.209301 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] DHCP port deletion for 6c65718e-99f8-450f-a81a-81502e41cfa9 request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:39:03.321093 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:39:03.324540 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] Deleting port b484bde7-fd98-497e-ba4c-53ea7e918de8 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:39:03.325094 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.350412 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:39:03.350765 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 679c87f9-5c81-4efc-b04f-bfa47fc5fcb3 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:39:03.368171 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.447397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b484bde7-fd98-497e-ba4c-53ea7e918de8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:03.460281 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] No DVR routers for this DVR port b484bde7-fd98-497e-ba4c-53ea7e918de8 on host dv-cinder-830787-3-smb {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:39:03.480550 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] For port b484bde7-fd98-497e-ba4c-53ea7e918de8, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=b484bde7-fd98-497e-ba4c-53ea7e918de8,segment=NetworkSegment(090c7198-3690-4819-afbc-17c51ea52569),segment_id=090c7198-3690-4819-afbc-17c51ea52569)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:03.481071 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.506743 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] Calling delete_port for b484bde7-fd98-497e-ba4c-53ea7e918de8 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:39:03.569279 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (6c65718e-99f8-450f-a81a-81502e41cfa9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.602668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c65718e-99f8-450f-a81a-81502e41cfa9']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:03.616641 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '090c7198-3690-4819-afbc-17c51ea52569') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:03.616927 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '090c7198-3690-4819-afbc-17c51ea52569') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:03.623054 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (b484bde7-fd98-497e-ba4c-53ea7e918de8), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.629543 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (090c7198-3690-4819-afbc-17c51ea52569), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.655849 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (090c7198-3690-4819-afbc-17c51ea52569), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.656230 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] No DVR routers for this DVR port b484bde7-fd98-497e-ba4c-53ea7e918de8 on host dv-cinder-830787-3-smb {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:39:03.660284 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcdddb-04c6-465d-9636-0db4938c08ba None None] Pushing event deleted for resources: {'Port': ['ID=b484bde7-fd98-497e-ba4c-53ea7e918de8,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:03.673445 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:39:03.673863 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (090c7198-3690-4819-afbc-17c51ea52569), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:39:03.675934 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:39:03.739455 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (6c65718e-99f8-450f-a81a-81502e41cfa9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.745791 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:03.749799 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6c65718e-99f8-450f-a81a-81502e41cfa9 HTTP/1.1" status: 204 len: 168 time: 0.8403518 Apr 11 19:39:03.764234 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec344df-fc1a-43b6-acc6-f26e8f9a5f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c65718e-99f8-450f-a81a-81502e41cfa9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:03.883974 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46140) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:03.930334 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d9445f9a-53c6-4c5a-9388-d38fa17902f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c310f6d38e554a41982c3ec46b5e9cab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0451860 Apr 11 19:39:03.932896 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46144) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:03.989151 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a29f0eec-8ac8-4d2c-804d-cb7777b3e150 admin admin] Publish callbacks [] for security_group (cd532cb8-feb9-4a14-a953-71d2ee621fb8), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.013840 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a29f0eec-8ac8-4d2c-804d-cb7777b3e150 admin admin] Publish callbacks [] for security_group (cd532cb8-feb9-4a14-a953-71d2ee621fb8), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.065190 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a29f0eec-8ac8-4d2c-804d-cb7777b3e150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cd532cb8-feb9-4a14-a953-71d2ee621fb8), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.067841 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a29f0eec-8ac8-4d2c-804d-cb7777b3e150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.069031 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a29f0eec-8ac8-4d2c-804d-cb7777b3e150 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cd532cb8-feb9-4a14-a953-71d2ee621fb8 HTTP/1.1" status: 204 len: 168 time: 0.1352293 Apr 11 19:39:04.081156 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f0eec-8ac8-4d2c-804d-cb7777b3e150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd532cb8-feb9-4a14-a953-71d2ee621fb8,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:04.591950 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46172) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:04.643261 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Deleting subnet ec034ceb-14bf-422d-9fb5-ca1a27bcc347 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:39:04.646947 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Publish callbacks [] for subnet (ec034ceb-14bf-422d-9fb5-ca1a27bcc347), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.693266 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30569306'] for subnet (ec034ceb-14bf-422d-9fb5-ca1a27bcc347), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.748454 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (ec034ceb-14bf-422d-9fb5-ca1a27bcc347), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.806415 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30442131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516627'] for subnet (ec034ceb-14bf-422d-9fb5-ca1a27bcc347), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.834547 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec034ceb-14bf-422d-9fb5-ca1a27bcc347,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:04.847965 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.851344 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9097e3c1-49be-4011-8d13-b833d0ea8719 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ec034ceb-14bf-422d-9fb5-ca1a27bcc347 HTTP/1.1" status: 204 len: 168 time: 0.2583435 Apr 11 19:39:04.854495 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46182) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:04.925635 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b484bde7-fd98-497e-ba4c-53ea7e918de8 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:39:04.943963 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (ec8835b8-bd0b-4245-b77d-f89395df55ac), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:04.956314 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: b484bde7-fd98-497e-ba4c-53ea7e918de8 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:39:04.956984 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device b484bde7-fd98-497e-ba4c-53ea7e918de8 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:39:04.957579 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fff6f614-1aa1-4c35-b1f9-69b619699b30 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:39:04.981530 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: fff6f614-1aa1-4c35-b1f9-69b619699b30 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:39:04.982303 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fff6f614-1aa1-4c35-b1f9-69b619699b30 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:39:05.052713 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (ec8835b8-bd0b-4245-b77d-f89395df55ac), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.081798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8835b8-bd0b-4245-b77d-f89395df55ac']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:05.092733 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4359e7a0-ddc4-40f3-a07d-b95945ab6775') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:05.093095 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4359e7a0-ddc4-40f3-a07d-b95945ab6775') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:05.103794 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (4359e7a0-ddc4-40f3-a07d-b95945ab6775), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.118989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (4359e7a0-ddc4-40f3-a07d-b95945ab6775), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.128705 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:39:05.129107 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (4359e7a0-ddc4-40f3-a07d-b95945ab6775), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:39:05.130946 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:39:05.193396 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (ec8835b8-bd0b-4245-b77d-f89395df55ac), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.198726 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.202024 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] 10.222.0.26 "DELETE /v2.0/networks/ec8835b8-bd0b-4245-b77d-f89395df55ac HTTP/1.1" status: 204 len: 168 time: 0.3468029 Apr 11 19:39:05.215714 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2c587-0ff5-42c3-ba9d-e9c490d4f90f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec8835b8-bd0b-4245-b77d-f89395df55ac,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:05.414239 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46192) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:05.495157 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ac17a140-da1a-451f-95b8-4b42ef4fcbf3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6024a15c74b94a74a59fd0ef68322ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783308 Apr 11 19:39:05.499762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46200) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:05.570291 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7928-d098-4a7d-b1f8-d76075fc1d15 admin admin] Publish callbacks [] for security_group (5d989508-73b8-429e-87c3-ff2770283ec8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.593426 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7928-d098-4a7d-b1f8-d76075fc1d15 admin admin] Publish callbacks [] for security_group (5d989508-73b8-429e-87c3-ff2770283ec8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.657969 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7928-d098-4a7d-b1f8-d76075fc1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (5d989508-73b8-429e-87c3-ff2770283ec8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.660855 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7928-d098-4a7d-b1f8-d76075fc1d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:05.665629 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5d4b7928-d098-4a7d-b1f8-d76075fc1d15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d989508-73b8-429e-87c3-ff2770283ec8 HTTP/1.1" status: 204 len: 168 time: 0.1613553 Apr 11 19:39:05.674194 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b7928-d098-4a7d-b1f8-d76075fc1d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d989508-73b8-429e-87c3-ff2770283ec8,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:06.458565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46238) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:06.559804 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093893363-network', 'tenant_id': '3742a7e5c5654352953908b68e0f1169'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:06.580677 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Made reservation on behalf of 3742a7e5c5654352953908b68e0f1169 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:06.583049 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.592348 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.683291 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks [] for security_group (b97f55b2-3443-4241-87ae-66a6b7692593), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.688103 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b97f55b2-3443-4241-87ae-66a6b7692593), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.722347 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:39:06.738789 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f55b2-3443-4241-87ae-66a6b7692593,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:06.744751 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (ac35042e-812e-4064-8950-fce2651ee9fd), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.745098 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Added segment ac35042e-812e-4064-8950-fce2651ee9fd of type vlan for network eb43217b-de2a-4553-8724-2957fe9b660b Apr 11 19:39:06.792237 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (eb43217b-de2a-4553-8724-2957fe9b660b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.833887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (eb43217b-de2a-4553-8724-2957fe9b660b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.834816 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:06.836690 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:06.930876 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46260) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:06.931679 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4711421 Apr 11 19:39:06.938293 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf643c-d921-441d-8b3d-7e647cd1f582 admin admin] Pushing event updated for resources: {'Network': ['ID=eb43217b-de2a-4553-8724-2957fe9b660b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:06.954587 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Request body: {'subnet': {'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093893363-subnet', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:06.959848 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network eb43217b-de2a-4553-8724-2957fe9b660b details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:39:06.986888 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Made reservation on behalf of 3742a7e5c5654352953908b68e0f1169 for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:06.989891 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29616128'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.030143 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46262) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:07.055949 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:39:07.181155 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195ad0f0-404b-46bb-a1df-d4defdd1c35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.209656 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29492885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29616146'] for subnet (78e3c329-ff63-4d67-9de2-2e2d5757f1c9), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.285343 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e3c329-ff63-4d67-9de2-2e2d5757f1c9,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:07.310074 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Checking segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:07.310956 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195ad0f0-404b-46bb-a1df-d4defdd1c35e admin admin] Publish callbacks [] for security_group (2d9b926c-045f-462e-971d-42545ca6c9b1), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.311491 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Network hostable DHCP agents. Network: eb43217b-de2a-4553-8724-2957fe9b660b, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:39:07.316504 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-195ad0f0-404b-46bb-a1df-d4defdd1c35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2d9b926c-045f-462e-971d-42545ca6c9b1), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.336075 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Network eb43217b-de2a-4553-8724-2957fe9b660b is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:39:07.353391 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, eb43217b-de2a-4553-8724-2957fe9b660b) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:07.358926 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:07.360147 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.361875 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-195ad0f0-404b-46bb-a1df-d4defdd1c35e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cb1d36ada124af8aa13b5a3097dcb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305614 Apr 11 19:39:07.362968 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ad0f0-404b-46bb-a1df-d4defdd1c35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b926c-045f-462e-971d-42545ca6c9b1,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:07.365277 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd74ed2-809f-4e6a-bcea-e1602c25510e None None] Network eb43217b-de2a-4553-8724-2957fe9b660b requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:07.365753 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46272) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:07.385958 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-cf1eeb9c-612d-4195-9968-2f1e8ac61a1d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4501300 Apr 11 19:39:07.388900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46274) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:07.398209 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:07.427017 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.428485 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.431436 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a801093a-8b54-492e-a3e6-21522e77c422 admin admin] Publish callbacks [] for security_group (2d9b926c-045f-462e-971d-42545ca6c9b1), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.463313 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a801093a-8b54-492e-a3e6-21522e77c422 admin admin] Publish callbacks [] for security_group (2d9b926c-045f-462e-971d-42545ca6c9b1), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.496337 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks [] for router_controller (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.503852 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-eb43217b-de2a-4553-8724-2957fe9b660b', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:39:07.504904 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.529017 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a801093a-8b54-492e-a3e6-21522e77c422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2d9b926c-045f-462e-971d-42545ca6c9b1), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.532105 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a801093a-8b54-492e-a3e6-21522e77c422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.535894 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a801093a-8b54-492e-a3e6-21522e77c422 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d9b926c-045f-462e-971d-42545ca6c9b1 HTTP/1.1" status: 204 len: 168 time: 0.1666918 Apr 11 19:39:07.545636 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a801093a-8b54-492e-a3e6-21522e77c422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b926c-045f-462e-971d-42545ca6c9b1,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:07.677153 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks [] for router_gateway (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.698103 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Allocated IP 172.20.0.2 (eb43217b-de2a-4553-8724-2957fe9b660b/78e3c329-ff63-4d67-9de2-2e2d5757f1c9/fae3d64e-89e1-46ce-a255-1a8c6bb7c505) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:07.860905 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Publish callbacks [] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.867451 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.901578 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks [] for router_gateway (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.921832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Network eb43217b-de2a-4553-8724-2957fe9b660b is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:07.922881 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:07.924749 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:07.929318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:07.932619 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Pushing event updated for resources: {'Port': ['ID=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:07.992455 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Attempting to bind port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:07.993115 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Attempting to bind port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:07.993516 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Attempting to bind port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 on network eb43217b-de2a-4553-8724-2957fe9b660b {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:07.999831 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:08.000377 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Checking segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:08.000922 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:08.001413 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Bound using segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:08.002001 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Bound port: fae3d64e-89e1-46ce-a255-1a8c6bb7c505, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:08.002485 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:08.077694 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Allocated IP 172.28.2.91 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/7ab86039-f193-4319-b3e2-0668d7ecae03) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:08.091908 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] For port fae3d64e-89e1-46ce-a255-1a8c6bb7c505, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:08.097646 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] For port fae3d64e-89e1-46ce-a255-1a8c6bb7c505, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:08.106401 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:08.199270 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01394ed-5864-4dfc-b1df-ced6d36658f7 None None] Pushing event updated for resources: {'Port': ['ID=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:08.229678 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks [] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:08.276193 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:08.323047 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:08.327762 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:08.332317 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:08.372744 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab86039-f193-4319-b3e2-0668d7ecae03,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:08.753378 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks [] for router_gateway (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.017355 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fae3d64e-89e1-46ce-a255-1a8c6bb7c505 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:09.099960 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:09.100351 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.111116 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.228456 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:09.229001 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.273123 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port fae3d64e-89e1-46ce-a255-1a8c6bb7c505, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:09.279353 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.332640 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:39:09.380380 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:09.486629 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:39:09.504259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Sync routers for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:39:09.516484 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.518476 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-27fe2d86-1f12-4433-a957-d663afcc0554 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1245847 Apr 11 19:39:09.523698 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46344) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:09.544464 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:09.546196 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:09.610091 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa994538-5844-4357-8510-a8b41454ebd2 None None] Network eb43217b-de2a-4553-8724-2957fe9b660b requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:09.747376 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-d74981c8-6266-4268-ab9b-ebe215d5e79e None None] Provisioning complete for port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:09.747705 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-d74981c8-6266-4268-ab9b-ebe215d5e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:09.795424 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:10.103720 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.223208 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-d74981c8-6266-4268-ab9b-ebe215d5e79e None None] Current status of the port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:10.256107 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:08Z', 'revision_number': 3, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:10.294433 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Checking router: 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:39:10.294942 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Updating router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 port 7ab86039-f193-4319-b3e2-0668d7ecae03 binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:39:10.353121 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.510795 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-0405f665-bd4d-4da5-8b42-ed9e4b195fe6 None None] Provisioning complete for port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:10.511172 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-0405f665-bd4d-4da5-8b42-ed9e4b195fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.691346 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-0405f665-bd4d-4da5-8b42-ed9e4b195fe6 None None] Current status of the port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:10.726377 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Allocated IP 172.20.0.1 (eb43217b-de2a-4553-8724-2957fe9b660b/78e3c329-ff63-4d67-9de2-2e2d5757f1c9/efa400a3-24e9-4483-b7c8-11b9e171c54c) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:10.784875 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Publish callbacks [] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.800515 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.865993 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Attempting to bind port 7ab86039-f193-4319-b3e2-0668d7ecae03 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:10.866369 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Attempting to bind port 7ab86039-f193-4319-b3e2-0668d7ecae03 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:10.866736 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Attempting to bind port 7ab86039-f193-4319-b3e2-0668d7ecae03 on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:10.869000 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e87ca-57bd-4d3b-a22d-82d130b03d4d None None] Pushing event updated for resources: {'Port': ['ID=7ab86039-f193-4319-b3e2-0668d7ecae03,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:10.874720 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:10.875229 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:10.875523 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.876075 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:10.876347 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Bound port: 7ab86039-f193-4319-b3e2-0668d7ecae03, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:10.876753 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.903044 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks [] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.939591 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] For port 7ab86039-f193-4319-b3e2-0668d7ecae03, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:10.943286 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fae3d64e-89e1-46ce-a255-1a8c6bb7c505 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:10.952234 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.978889 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] For port 7ab86039-f193-4319-b3e2-0668d7ecae03, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=7ab86039-f193-4319-b3e2-0668d7ecae03,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:10.987781 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:10.996040 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Network eb43217b-de2a-4553-8724-2957fe9b660b is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:10.999619 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:11.002695 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:11.030078 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Pushing event updated for resources: {'Port': ['ID=efa400a3-24e9-4483-b7c8-11b9e171c54c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:11.047196 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.068372 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:11.068773 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.071950 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e87ca-57bd-4d3b-a22d-82d130b03d4d None None] Pushing event updated for resources: {'Port': ['ID=7ab86039-f193-4319-b3e2-0668d7ecae03,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:11.074612 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:11.075208 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:11.245466 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.281468 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:11.401259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:11.413483 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-7f2de1ff-851d-4e8e-b200-09a3a7d7bef6 None None] Provisioning complete for port efa400a3-24e9-4483-b7c8-11b9e171c54c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:11.413803 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-7f2de1ff-851d-4e8e-b200-09a3a7d7bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.497967 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks [] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.504713 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.506936 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-7f2de1ff-851d-4e8e-b200-09a3a7d7bef6 None None] Port efa400a3-24e9-4483-b7c8-11b9e171c54c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:39:11.555962 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:11.586753 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:08Z', 'revision_number': 3, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:11.617580 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c221ed8d-00a3-418a-b387-c1417e16853f None None] The sync data for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb is: [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:08Z', 'revision_number': 3, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:39:11.633665 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Pushing event updated for resources: {'Port': ['ID=efa400a3-24e9-4483-b7c8-11b9e171c54c,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:11.716078 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Network eb43217b-de2a-4553-8724-2957fe9b660b is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:11.717576 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:11.858622 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:39:12.029813 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4fd6dbdb-6d9e-4732-94a1-458dd56e46a7 None None] Provisioning complete for port efa400a3-24e9-4483-b7c8-11b9e171c54c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:12.030288 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4fd6dbdb-6d9e-4732-94a1-458dd56e46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:12.034641 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:39:12.040818 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d0d476fa-13b2-4864-a44e-0d8ccb0a05b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/3b1bd454-ef6f-4cde-90bc-55bbef0480e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5141034 Apr 11 19:39:12.092381 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4fd6dbdb-6d9e-4732-94a1-458dd56e46a7 None None] Port efa400a3-24e9-4483-b7c8-11b9e171c54c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:39:12.714263 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46442) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:12.723525 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1654103492-network', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:12.751889 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Made reservation on behalf of c7bc333f3d474e608db7e7d34e1a3c6f for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:12.754583 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:12.765678 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:12.856276 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks [] for security_group (d33399e8-9b86-4229-b41b-48414c135245), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:12.864919 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (d33399e8-9b86-4229-b41b-48414c135245), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:12.896325 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:39:12.913976 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33399e8-9b86-4229-b41b-48414c135245,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:12.931046 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (ac4eff24-9588-44df-ae15-75b8df83ac00), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:12.931539 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Added segment ac4eff24-9588-44df-ae15-75b8df83ac00 of type vlan for network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 Apr 11 19:39:12.962107 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7ab86039-f193-4319-b3e2-0668d7ecae03 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:12.978712 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (dd4589f0-0cdb-47c0-84a3-dd4b9b116709), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.010183 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (dd4589f0-0cdb-47c0-84a3-dd4b9b116709), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.012994 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:13.013597 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.020186 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 7ab86039-f193-4319-b3e2-0668d7ecae03 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:13.020884 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.047335 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3314836 Apr 11 19:39:13.050253 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46452) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:13.057459 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Request body: {'subnet': {'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1654103492-subnet', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'ip_version': 4}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:13.080733 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46454) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:13.098904 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Made reservation on behalf of c7bc333f3d474e608db7e7d34e1a3c6f for: {'subnet': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:13.102632 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29616128'] for subnet (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.123499 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e213a6-4d8e-457b-be9e-cdc31ef93c69 admin admin] Pushing event updated for resources: {'Network': ['ID=dd4589f0-0cdb-47c0-84a3-dd4b9b116709,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:13.144903 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:39:13.183593 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 7ab86039-f193-4319-b3e2-0668d7ecae03 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:13.184073 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.278052 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port 7ab86039-f193-4319-b3e2-0668d7ecae03, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=7ab86039-f193-4319-b3e2-0668d7ecae03,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:13.284427 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.287078 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bb549948-f405-4838-9ff0-cc5937c9417e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.376411 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=7ab86039-f193-4319-b3e2-0668d7ecae03,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:13.405391 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29492885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29616146'] for subnet (0e0e96b2-82f6-4108-91d0-585ace456b7c), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.406141 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bb549948-f405-4838-9ff0-cc5937c9417e admin admin] Publish callbacks [] for security_group (b2df3697-518a-49fe-9126-e18dc2b98179), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.411874 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-bb549948-f405-4838-9ff0-cc5937c9417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b2df3697-518a-49fe-9126-e18dc2b98179), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.454304 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-bb549948-f405-4838-9ff0-cc5937c9417e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=385a7b35f1a94617a1c0d058244ef41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684692 Apr 11 19:39:13.455195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb549948-f405-4838-9ff0-cc5937c9417e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df3697-518a-49fe-9126-e18dc2b98179,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:13.460703 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46464) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:13.476475 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0e96b2-82f6-4108-91d0-585ace456b7c,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:13.483287 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Checking segment: {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:13.483724 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Network hostable DHCP agents. Network: dd4589f0-0cdb-47c0-84a3-dd4b9b116709, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:39:13.504886 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:39:13.520718 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cecbcd0e-2061-40c1-a034-7f3c468459e9 admin admin] Publish callbacks [] for security_group (b2df3697-518a-49fe-9126-e18dc2b98179), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.529406 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Sync routers for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:39:13.532736 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, dd4589f0-0cdb-47c0-84a3-dd4b9b116709) {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:13.538515 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:13.539652 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.543421 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:13.544034 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:13.547092 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fbce4-73d7-444d-8797-426342ebe807 None None] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:13.575532 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cecbcd0e-2061-40c1-a034-7f3c468459e9 admin admin] Publish callbacks [] for security_group (b2df3697-518a-49fe-9126-e18dc2b98179), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.594319 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1bb2457f-5d9d-4c2d-bbb6-be98a2d4a88d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5428782 Apr 11 19:39:13.603898 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46470) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:13.608450 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:13.640898 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cecbcd0e-2061-40c1-a034-7f3c468459e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b2df3697-518a-49fe-9126-e18dc2b98179), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.644736 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cecbcd0e-2061-40c1-a034-7f3c468459e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.646603 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-cecbcd0e-2061-40c1-a034-7f3c468459e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2df3697-518a-49fe-9126-e18dc2b98179 HTTP/1.1" status: 204 len: 168 time: 0.1879888 Apr 11 19:39:13.658591 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1652816', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13721'] for router (a7dc4769-fb2c-44f9-978b-de0241ce9a34), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.659906 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1647840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1689691', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792316', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13728'] for router (a7dc4769-fb2c-44f9-978b-de0241ce9a34), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.660800 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbcd0e-2061-40c1-a034-7f3c468459e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df3697-518a-49fe-9126-e18dc2b98179,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:13.796607 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:13.803005 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72edadaf-13cc-57c1-82fc-c48f617ddfbd-dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'fixed_ips': [{'subnet_id': '0e0e96b2-82f6-4108-91d0-585ace456b7c'}]}} from dv-cinder-830787-3-smb. {{(pid=103242) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 19:39:13.804496 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.823697 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks [] for router_controller (a7dc4769-fb2c-44f9-978b-de0241ce9a34), precommit_add_association {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:13.899706 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46478) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:14.011661 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 2, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:14.046106 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Checking router: 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:39:14.046366 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks [] for router_gateway (a7dc4769-fb2c-44f9-978b-de0241ce9a34), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.046522 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Updating router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 port efa400a3-24e9-4483-b7c8-11b9e171c54c binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:39:14.077274 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.128799 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.158300 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08a91cbd-7276-4400-992d-c370ef5458f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.207041 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.db_base_plugin_common [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Allocated IP 172.20.0.2 (dd4589f0-0cdb-47c0-84a3-dd4b9b116709/0e0e96b2-82f6-4108-91d0-585ace456b7c/fe00313d-9af4-4d4b-bceb-ff2be8e276bf) {{(pid=103242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:14.338986 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08a91cbd-7276-4400-992d-c370ef5458f9 admin admin] Publish callbacks [] for security_group (ff3ffe96-54da-45a0-9f43-86fff6a0a95b), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.344451 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08a91cbd-7276-4400-992d-c370ef5458f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ff3ffe96-54da-45a0-9f43-86fff6a0a95b), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.352037 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks [] for router_gateway (a7dc4769-fb2c-44f9-978b-de0241ce9a34), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.377891 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.414650 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Publish callbacks [] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), precommit_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.423866 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), after_create {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.450327 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-08a91cbd-7276-4400-992d-c370ef5458f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=525a1cce9d014b59b3c0aa66ddaf2577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5476720 Apr 11 19:39:14.451906 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a91cbd-7276-4400-992d-c370ef5458f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ffe96-54da-45a0-9f43-86fff6a0a95b,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:14.455125 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46500) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:14.480361 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Publish callbacks [] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.488282 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.504390 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 is already hosted by enough agents. {{(pid=103242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:14.510712 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.scheduler.base_scheduler [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Resources bound (agent type, host, resource id): {{(pid=103242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:14.518722 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Received port after_create {{(pid=103242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:14.526989 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Pushing event updated for resources: {'Port': ['ID=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,revision_number=1']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:14.567972 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19674bf9-43d6-42b3-a590-3d0cee096384 admin admin] Publish callbacks [] for security_group (ff3ffe96-54da-45a0-9f43-86fff6a0a95b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.581484 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Pushing event updated for resources: {'Port': ['ID=efa400a3-24e9-4483-b7c8-11b9e171c54c,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:14.590222 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.590864 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.591349 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.591880 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.592365 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.592875 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.593552 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.594039 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.595343 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.595829 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.596326 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.597044 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.597525 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.598022 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.598507 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:14.613980 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Attempting to bind port fe00313d-9af4-4d4b-bceb-ff2be8e276bf on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:14.623016 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Attempting to bind port fe00313d-9af4-4d4b-bceb-ff2be8e276bf by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:14.623387 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Attempting to bind port fe00313d-9af4-4d4b-bceb-ff2be8e276bf on network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:14.626863 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Allocated IP 172.28.2.126 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/c274efff-8a67-4e7b-8361-299394261c5b) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:14.630367 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:14.630760 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Checking segment: {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:14.631237 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.631867 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Bound using segment: {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:14.632158 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Bound port: fe00313d-9af4-4d4b-bceb-ff2be8e276bf, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:14.632620 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.664471 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19674bf9-43d6-42b3-a590-3d0cee096384 admin admin] Publish callbacks [] for security_group (ff3ffe96-54da-45a0-9f43-86fff6a0a95b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.753901 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] For port fe00313d-9af4-4d4b-bceb-ff2be8e276bf, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:14.761889 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Attempting to bind port efa400a3-24e9-4483-b7c8-11b9e171c54c on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:14.764151 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Attempting to bind port efa400a3-24e9-4483-b7c8-11b9e171c54c by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:14.764627 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Attempting to bind port efa400a3-24e9-4483-b7c8-11b9e171c54c on network eb43217b-de2a-4553-8724-2957fe9b660b {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:14.767366 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] For port fe00313d-9af4-4d4b-bceb-ff2be8e276bf, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:14.777555 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:14.780053 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.781591 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Checking segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:14.783177 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19674bf9-43d6-42b3-a590-3d0cee096384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (ff3ffe96-54da-45a0-9f43-86fff6a0a95b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.784503 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.786334 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Bound using segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:14.786834 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Bound port: efa400a3-24e9-4483-b7c8-11b9e171c54c, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:14.787235 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.789996 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-19674bf9-43d6-42b3-a590-3d0cee096384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:14.791204 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-19674bf9-43d6-42b3-a590-3d0cee096384 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff3ffe96-54da-45a0-9f43-86fff6a0a95b HTTP/1.1" status: 204 len: 168 time: 0.3348975 Apr 11 19:39:14.823489 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19674bf9-43d6-42b3-a590-3d0cee096384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ffe96-54da-45a0-9f43-86fff6a0a95b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:14.848596 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46508) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:15.001078 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b4052-1ab4-4c13-8e27-66cd6aceb9cc None None] Pushing event updated for resources: {'Port': ['ID=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:15.042142 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-39517fa2-4f1e-4dfb-b4c5-52cff497dfa5 None None] Provisioning complete for port efa400a3-24e9-4483-b7c8-11b9e171c54c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:15.046066 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-39517fa2-4f1e-4dfb-b4c5-52cff497dfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.061951 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] For port efa400a3-24e9-4483-b7c8-11b9e171c54c, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:15.070226 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] For port efa400a3-24e9-4483-b7c8-11b9e171c54c, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=efa400a3-24e9-4483-b7c8-11b9e171c54c,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:15.082817 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.089659 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks [] for port (c274efff-8a67-4e7b-8361-299394261c5b), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.140156 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-39517fa2-4f1e-4dfb-b4c5-52cff497dfa5 None None] Port efa400a3-24e9-4483-b7c8-11b9e171c54c cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:39:15.150758 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7ab86039-f193-4319-b3e2-0668d7ecae03 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:15.180802 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1541356237-network', 'tenant_id': '87beecdc8d934339b391cf8383fb1198'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:15.189381 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (c274efff-8a67-4e7b-8361-299394261c5b), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.247175 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Made reservation on behalf of 87beecdc8d934339b391cf8383fb1198 for: {'network': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:15.251553 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for network (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.274115 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:15.277148 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:15.294799 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:15.298096 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.298931 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:15.305124 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:15.312281 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Pushing event updated for resources: {'Port': ['ID=c274efff-8a67-4e7b-8361-299394261c5b,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:15.314442 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port 7ab86039-f193-4319-b3e2-0668d7ecae03 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:15.315011 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.481265 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142fae1-0a30-4e23-99e8-ba01df669db0 None None] Pushing event updated for resources: {'Port': ['ID=efa400a3-24e9-4483-b7c8-11b9e171c54c,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:15.530558 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:15.548245 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks [] for security_group (55bdcc05-da45-4888-b915-8bf01a90ea30), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.555779 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (55bdcc05-da45-4888-b915-8bf01a90ea30), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.591350 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port 7ab86039-f193-4319-b3e2-0668d7ecae03 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:15.636732 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103240) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:39:15.663186 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (39331af0-63e5-4e94-be4a-53e66858275d), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.663828 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.segments_db [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Added segment 39331af0-63e5-4e94-be4a-53e66858275d of type vlan for network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 Apr 11 19:39:15.665783 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bdcc05-da45-4888-b915-8bf01a90ea30,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:15.780703 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748496765543'] for network (2b586b3c-d829-4b5b-8703-bcfd65ef0681), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.800708 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b3a82d91-1360-4c60-9084-850236290406 None None] Provisioning complete for port efa400a3-24e9-4483-b7c8-11b9e171c54c triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:15.801072 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3a82d91-1360-4c60-9084-850236290406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.854031 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207'] for network (2b586b3c-d829-4b5b-8703-bcfd65ef0681), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.857916 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:15.860365 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.932340 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0808568 Apr 11 19:39:15.933021 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46526) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:15.948761 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b3a82d91-1360-4c60-9084-850236290406 None None] Current status of the port efa400a3-24e9-4483-b7c8-11b9e171c54c is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:15.949220 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3a82d91-1360-4c60-9084-850236290406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:15.951052 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Request body: {'subnet': {'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1541356237-subnet', 'tenant_id': '87beecdc8d934339b391cf8383fb1198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:15.991521 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b3a82d91-1360-4c60-9084-850236290406 None None] For port efa400a3-24e9-4483-b7c8-11b9e171c54c, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=efa400a3-24e9-4483-b7c8-11b9e171c54c,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:15.997017 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3a82d91-1360-4c60-9084-850236290406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:16.074651 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:16.075585 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19dc69-2d62-437e-9794-5b09a0f2ac42 admin admin] Pushing event updated for resources: {'Network': ['ID=2b586b3c-d829-4b5b-8703-bcfd65ef0681,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:16.095450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Made reservation on behalf of 87beecdc8d934339b391cf8383fb1198 for: {'subnet': 1} {{(pid=103240) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:16.102013 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30516622'] for subnet (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:16.116947 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 details requested by agent ovs-agent-dv-cinder-830787-3-smb with host dv-cinder-830787-3-smb {{(pid=103242) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:39:16.139136 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa46ec9-d3f7-49bd-86aa-b081df1bf19f None None] The sync data for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb is: [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:39:16.365228 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a82d91-1360-4c60-9084-850236290406 None None] Pushing event updated for resources: {'Port': ['ID=efa400a3-24e9-4483-b7c8-11b9e171c54c,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:16.416029 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30441566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30516636'] for subnet (66a0902f-8119-4f3e-adc4-0d68c750c5f3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:16.461194 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks [] for router_gateway (a7dc4769-fb2c-44f9-978b-de0241ce9a34), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:16.627606 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Checking segment: {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:16.639497 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Network hostable DHCP agents. Network: 2b586b3c-d829-4b5b-8703-bcfd65ef0681, hostable agents: ['1622ad48-2795-4700-b8e5-c6aabdb380a7'], hosted agents: [] {{(pid=103240) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:39:16.645849 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a0902f-8119-4f3e-adc4-0d68c750c5f3,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:16.722397 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 is scheduled to be hosted by DHCP agent 1622ad48-2795-4700-b8e5-c6aabdb380a7 with binding_index 1 {{(pid=103240) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:39:16.738668 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830787-3-smb, 2b586b3c-d829-4b5b-8703-bcfd65ef0681) {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:16.748290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:16.749421 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:16.750423 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e481830-d772-4022-b146-e1bb4686b8bb None None] Network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:16.787923 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-6438c7f1-3b7d-43c3-aa2b-c74f4a44b5eb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8457892 Apr 11 19:39:16.948737 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf273b-01d3-4683-be5e-524630e1ad7f None None] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:17.034292 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1647833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585832'] for router (a7dc4769-fb2c-44f9-978b-de0241ce9a34), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:17.103388 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b556454e-e66d-400c-9b11-66f0d2d52c8f None None] Network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:39:17.105743 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe00313d-9af4-4d4b-bceb-ff2be8e276bf up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:17.191944 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] Provisioning complete for port fe00313d-9af4-4d4b-bceb-ff2be8e276bf triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:17.192544 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:17.321802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Router a7dc4769-fb2c-44f9-978b-de0241ce9a34 is scheduled to L3 agent 88127315-4936-4d9c-9858-3236a379aab0 with binding_index 1 {{(pid=103241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 19:39:17.495464 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fe00313d-9af4-4d4b-bceb-ff2be8e276bf triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:17.497595 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:17.550254 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:39:17.582257 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Sync routers for ids ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:39:17.622144 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:17.623574 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-fffefcb1-dc0d-452f-9232-3411bac0a616 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0185905 Apr 11 19:39:17.626513 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46560) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:17.665926 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Routers {'a7dc4769-fb2c-44f9-978b-de0241ce9a34'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:17.666634 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:17.726047 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] Current status of the port fe00313d-9af4-4d4b-bceb-ff2be8e276bf is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:17.726557 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:17.953620 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a29337c1-5717-401c-9ad7-a161f7dafa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.002123 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] For port fe00313d-9af4-4d4b-bceb-ff2be8e276bf, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:18.009833 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fe00313d-9af4-4d4b-bceb-ff2be8e276bf is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:18.009833 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.041008 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.077764 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Set router a7dc4769-fb2c-44f9-978b-de0241ce9a34 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:18.423687 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.db.api [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103242) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 19:39:18.424228 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG oslo_db.api [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 19:39:18.424937 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b3ad83e5-f19b-4b73-9a31-6de11ca6d063 None None] Provisioning complete for port fe00313d-9af4-4d4b-bceb-ff2be8e276bf triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:18.425416 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b3ad83e5-f19b-4b73-9a31-6de11ca6d063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.455708 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.570482 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b59e7c-fdef-4f36-92af-b56d6525df3f None None] Pushing event updated for resources: {'Port': ['ID=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:18.700921 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad83e5-f19b-4b73-9a31-6de11ca6d063 None None] Current status of the port fe00313d-9af4-4d4b-bceb-ff2be8e276bf is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:18.718179 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:39:16Z', 'revision_number': 3, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:18.741316 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Allocated IP 172.20.0.1 (dd4589f0-0cdb-47c0-84a3-dd4b9b116709/0e0e96b2-82f6-4108-91d0-585ace456b7c/c78a86f7-7339-40c2-88a8-760eb153d900) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:18.765970 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Checking router: a7dc4769-fb2c-44f9-978b-de0241ce9a34 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:39:18.766318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Updating router a7dc4769-fb2c-44f9-978b-de0241ce9a34 port c274efff-8a67-4e7b-8361-299394261c5b binding host dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:39:18.804590 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c274efff-8a67-4e7b-8361-299394261c5b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.883361 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks [] for port (c78a86f7-7339-40c2-88a8-760eb153d900), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.928627 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:18.975925 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:18.979327 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:18.984084 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:19.029663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c78a86f7-7339-40c2-88a8-760eb153d900,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:19.036805 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fe00313d-9af4-4d4b-bceb-ff2be8e276bf is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:19.037956 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device efa400a3-24e9-4483-b7c8-11b9e171c54c up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:19.045478 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585755'] for router_interface (a7dc4769-fb2c-44f9-978b-de0241ce9a34), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.129289 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port efa400a3-24e9-4483-b7c8-11b9e171c54c triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:19.129659 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.221398 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.238303 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Publish callbacks [] for port (c274efff-8a67-4e7b-8361-299394261c5b), precommit_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.247140 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c274efff-8a67-4e7b-8361-299394261c5b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.358818 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Attempting to bind port c274efff-8a67-4e7b-8361-299394261c5b on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:19.359187 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Attempting to bind port c274efff-8a67-4e7b-8361-299394261c5b by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:19.359556 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Attempting to bind port c274efff-8a67-4e7b-8361-299394261c5b on network cc532fe5-f0a6-487b-87bf-b16383ce1e5c {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:19.362145 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-b5b5ea0b-6699-4039-8445-7c35ec014325 None None] Provisioning complete for port c78a86f7-7339-40c2-88a8-760eb153d900 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:19.362508 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b5b5ea0b-6699-4039-8445-7c35ec014325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.365290 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942563ff-5d2e-4094-a885-4bb574e086c9 None None] Pushing event updated for resources: {'Port': ['ID=c274efff-8a67-4e7b-8361-299394261c5b,revision_number=2']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:19.368427 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-7c74fb3a-c5b3-40f6-aa79-0a63dc355800 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:19.368973 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port efa400a3-24e9-4483-b7c8-11b9e171c54c is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:19.370214 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-7c74fb3a-c5b3-40f6-aa79-0a63dc355800 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/networks?id=2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 200 len: 814 time: 0.1431320 Apr 11 19:39:19.378724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:19.379114 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Checking segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:19.379523 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.379916 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Bound using segment: {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'} {{(pid=103242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:19.380408 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.managers [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Bound port: c274efff-8a67-4e7b-8361-299394261c5b, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f313b30-3e4d-40da-bad3-a6c03f26936c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c'}}] {{(pid=103242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:19.380823 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c274efff-8a67-4e7b-8361-299394261c5b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.413425 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-8b29a680-9c10-4d1c-8d12-0fb5def00008 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/quotas/87beecdc8d934339b391cf8383fb1198 HTTP/1.1" status: 200 len: 375 time: 0.0280349 Apr 11 19:39:19.446422 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-b5b5ea0b-6699-4039-8445-7c35ec014325 None None] Port c78a86f7-7339-40c2-88a8-760eb153d900 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:39:19.459087 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks [] for port (c78a86f7-7339-40c2-88a8-760eb153d900), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.460796 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-eac502e5-170f-4729-bd17-c9e979fa817e tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460105 Apr 11 19:39:19.470488 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.479834 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe00313d-9af4-4d4b-bceb-ff2be8e276bf up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:19.515075 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] For port c274efff-8a67-4e7b-8361-299394261c5b, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:19.534276 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] For port c274efff-8a67-4e7b-8361-299394261c5b, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c274efff-8a67-4e7b-8361-299394261c5b,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:19.543988 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c274efff-8a67-4e7b-8361-299394261c5b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.564082 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-e45f46fe-f61d-46dc-ac0c-f671ed2443d0 service neutron] 10.222.0.26 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023071 Apr 11 19:39:19.580769 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1587179'] for router_interface (a7dc4769-fb2c-44f9-978b-de0241ce9a34), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.581047 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port fe00313d-9af4-4d4b-bceb-ff2be8e276bf triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:19.581047 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:19.586430 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c78a86f7-7339-40c2-88a8-760eb153d900,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:19.661119 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942563ff-5d2e-4094-a885-4bb574e086c9 None None] Pushing event updated for resources: {'Port': ['ID=c274efff-8a67-4e7b-8361-299394261c5b,revision_number=3']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:19.665062 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Routers {'a7dc4769-fb2c-44f9-978b-de0241ce9a34'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:19.665686 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:38:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:19.699579 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-2a773f82-1bf8-4bd6-a239-0666175fa6d0 service neutron] 10.222.0.26 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272442 Apr 11 19:39:19.700057 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:19.701525 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:19.825315 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port fe00313d-9af4-4d4b-bceb-ff2be8e276bf is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:19.857171 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] Set router a7dc4769-fb2c-44f9-978b-de0241ce9a34 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:20.016512 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Router a7dc4769-fb2c-44f9-978b-de0241ce9a34 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:39:20.028820 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-c9487e6a-57a8-42a2-b2b2-d37a8d803817 req-1882d4a2-654c-4b65-b705-7119f596d4f8 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 210 time: 0.1134300 Apr 11 19:39:20.096395 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-4d300765-bb3b-45c6-8e70-58f6f6e93b9a None None] Provisioning complete for port c78a86f7-7339-40c2-88a8-760eb153d900 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:20.096802 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4d300765-bb3b-45c6-8e70-58f6f6e93b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:20.187467 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-4d300765-bb3b-45c6-8e70-58f6f6e93b9a None None] Port c78a86f7-7339-40c2-88a8-760eb153d900 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:39:20.251835 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:39:20.258318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c78a86f7-7339-40c2-88a8-760eb153d900', 'name': '', 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'mac_address': 'fa:16:3e:3a:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:18Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 2, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'subnets': [{'id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:20.264816 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-06a5ac71-64ec-4832-b896-c1c32f32a4c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/a7dc4769-fb2c-44f9-978b-de0241ce9a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6317217 Apr 11 19:39:20.303493 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606eef2-915e-49ef-82e6-64bbc289f00c None None] The sync data for ids ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'] in dv-cinder-830787-3-smb is: [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c78a86f7-7339-40c2-88a8-760eb153d900', 'name': '', 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'mac_address': 'fa:16:3e:3a:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:18Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 2, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'subnets': [{'id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:39:20.802390 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3171bda1-49b5-4ece-ac59-2a1163b443f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.055978 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46650) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:21.062671 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713522591', 'description': 'tempest-secgroup-smoke-1713522591 description', 'project_id': '3742a7e5c5654352953908b68e0f1169'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:21.096149 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.169169 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-cd3156d5-e0b9-4721-b9f6-d9f0104b631a req-d6b2813a-d754-4e5b-bbb0-142e93d02788 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 210 time: 0.0432212 Apr 11 19:39:21.211350 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group (19093456-2f4d-4c5e-bd96-a8a8fa168237), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.214926 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (19093456-2f4d-4c5e-bd96-a8a8fa168237), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.251853 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.253250 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1960618 Apr 11 19:39:21.254020 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93319a9c-0583-4c05-876c-74d0a9f7132d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19093456-2f4d-4c5e-bd96-a8a8fa168237,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:21.257060 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46654) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:21.263659 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group_rule': {'security_group_id': '19093456-2f4d-4c5e-bd96-a8a8fa168237', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:21.308334 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (3023f2e4-f810-4274-8f3d-83b1da2e485e), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.395251 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (3023f2e4-f810-4274-8f3d-83b1da2e485e), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.405027 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (3023f2e4-f810-4274-8f3d-83b1da2e485e), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.425343 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3023f2e4-f810-4274-8f3d-83b1da2e485e,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:21.434120 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.437372 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-a41357a1-bac9-4e93-aea8-892b36789a2a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785357 Apr 11 19:39:21.439617 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46660) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:21.445448 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group_rule': {'security_group_id': '19093456-2f4d-4c5e-bd96-a8a8fa168237', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:21.483091 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (922ecb7d-4c80-4ee8-98da-7d0f52ae02bf), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.499361 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c274efff-8a67-4e7b-8361-299394261c5b up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:21.593679 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port c274efff-8a67-4e7b-8361-299394261c5b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:21.594169 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c274efff-8a67-4e7b-8361-299394261c5b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.606501 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (922ecb7d-4c80-4ee8-98da-7d0f52ae02bf), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.611891 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (922ecb7d-4c80-4ee8-98da-7d0f52ae02bf), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.644978 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922ecb7d-4c80-4ee8-98da-7d0f52ae02bf,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:21.655732 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.660010 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-08c3a7bc-91c2-442b-82a2-8b807001e9ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2166245 Apr 11 19:39:21.660403 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 46668) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:21.673231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group_rule': {'security_group_id': '19093456-2f4d-4c5e-bd96-a8a8fa168237', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:21.708432 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (18048ae5-9077-4e45-b92e-9c18ce64e725), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.717374 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port c274efff-8a67-4e7b-8361-299394261c5b is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:21.717862 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c274efff-8a67-4e7b-8361-299394261c5b), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.745462 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] For port c274efff-8a67-4e7b-8361-299394261c5b, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c274efff-8a67-4e7b-8361-299394261c5b,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:21.751488 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c274efff-8a67-4e7b-8361-299394261c5b), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.857579 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.862067 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Pushing event updated for resources: {'Port': ['ID=c274efff-8a67-4e7b-8361-299394261c5b,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:21.929299 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (18048ae5-9077-4e45-b92e-9c18ce64e725), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.940093 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (18048ae5-9077-4e45-b92e-9c18ce64e725), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.980157 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18048ae5-9077-4e45-b92e-9c18ce64e725,revision_number=0']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:21.986203 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:21.990847 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46676) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:21.991209 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c2675c1c-41b5-4214-b382-36893d97d5b8 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281286 Apr 11 19:39:21.997326 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group_rule': {'security_group_id': '19093456-2f4d-4c5e-bd96-a8a8fa168237', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:21.998415 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-7f73876b-39ab-494c-9bea-766f04d34ae1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:21.999897 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-7f73876b-39ab-494c-9bea-766f04d34ae1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "GET /v2.0/networks?id=2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 200 len: 814 time: 0.2659526 Apr 11 19:39:22.025415 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (210832f3-7424-44ab-8008-e20da72180d0), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.086636 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Request body: {'port': {'device_id': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681', 'admin_state_up': True, 'tenant_id': '87beecdc8d934339b391cf8383fb1198'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:22.101337 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (210832f3-7424-44ab-8008-e20da72180d0), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.105786 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (210832f3-7424-44ab-8008-e20da72180d0), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.123718 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210832f3-7424-44ab-8008-e20da72180d0,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:22.133850 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.135232 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-43195366-983b-4364-932d-6f6b00e1ddba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426587 Apr 11 19:39:22.138179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46678) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:22.143352 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group_rule': {'security_group_id': '19093456-2f4d-4c5e-bd96-a8a8fa168237', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:22.164864 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Project 3742a7e5c5654352953908b68e0f1169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:39:22.171016 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (5526a824-0106-4059-9ed2-f50e59af0029), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.208095 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Made reservation on behalf of 87beecdc8d934339b391cf8383fb1198 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:22.211959 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.240812 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (5526a824-0106-4059-9ed2-f50e59af0029), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.245936 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (5526a824-0106-4059-9ed2-f50e59af0029), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.265318 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5526a824-0106-4059-9ed2-f50e59af0029,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:22.274465 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.275948 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-859e1b31-cd55-4433-94c7-38e279484a88 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367052 Apr 11 19:39:22.280019 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 46682) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:22.284560 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'security_group_rule': {'security_group_id': '19093456-2f4d-4c5e-bd96-a8a8fa168237', 'project_id': '3742a7e5c5654352953908b68e0f1169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:22.306174 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.securitygroups_db [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Project 3742a7e5c5654352953908b68e0f1169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 19:39:22.309874 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c2ae8c2d-95d7-4a26-a497-9fd2ad591219 req-d4cff35a-f658-48ab-ba94-6b245c9315da tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 210 time: 0.0366683 Apr 11 19:39:22.312172 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (78c017d4-5439-47be-be51-410bcbdbf637), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.374602 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (78c017d4-5439-47be-be51-410bcbdbf637), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.375337 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Allocated IP 172.20.0.8 (2b586b3c-d829-4b5b-8703-bcfd65ef0681/66a0902f-8119-4f3e-adc4-0d68c750c5f3/733c5e0c-21e0-4680-95ff-01af976e2503) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:22.380432 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724777'] for security_group_rule (78c017d4-5439-47be-be51-410bcbdbf637), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.397057 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c017d4-5439-47be-be51-410bcbdbf637,revision_number=0']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:22.418590 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.420117 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-9dc6e8b5-b599-4b25-9e5b-a464d3229697 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388171 Apr 11 19:39:22.580125 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks [] for port (733c5e0c-21e0-4680-95ff-01af976e2503), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.633295 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.687231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:22.690500 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:22.694806 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:22.701701 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Pushing event updated for resources: {'Port': ['ID=733c5e0c-21e0-4680-95ff-01af976e2503,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:22.748698 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:22.749331 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.770387 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-fc964d28-d099-4c16-ad75-07d63a80105a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6922188 Apr 11 19:39:22.786231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Request body: {'port': {'device_id': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:22.865352 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:22.922506 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.211675 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733c5e0c-21e0-4680-95ff-01af976e2503 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:39:23.220476 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Publish callbacks [] for port (733c5e0c-21e0-4680-95ff-01af976e2503), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.235767 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Transition to ACTIVE for port object 733c5e0c-21e0-4680-95ff-01af976e2503 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:39:23.241065 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.306037 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Pushing event updated for resources: {'Port': ['ID=733c5e0c-21e0-4680-95ff-01af976e2503,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:23.405780 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Attempting to bind port 733c5e0c-21e0-4680-95ff-01af976e2503 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:23.407010 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Attempting to bind port 733c5e0c-21e0-4680-95ff-01af976e2503 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:23.407595 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Attempting to bind port 733c5e0c-21e0-4680-95ff-01af976e2503 on network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:23.415144 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Port 733c5e0c-21e0-4680-95ff-01af976e2503 on network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:39:23.415593 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Attempting to bind port 733c5e0c-21e0-4680-95ff-01af976e2503 on network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:23.425934 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:23.426450 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Checking segment: {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:23.427048 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Bound using segment: {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:23.427617 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Bound port: 733c5e0c-21e0-4680-95ff-01af976e2503, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:23.428811 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.535170 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] For port 733c5e0c-21e0-4680-95ff-01af976e2503, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:23.540797 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] For port 733c5e0c-21e0-4680-95ff-01af976e2503, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=733c5e0c-21e0-4680-95ff-01af976e2503,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:23.550865 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.578723 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bae2bd-34ec-4951-8da0-7f6b6bde1936 req-24af84e4-0e2a-4b7f-96f9-4bc36ced96f4 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:23.580392 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-31bae2bd-34ec-4951-8da0-7f6b6bde1936 req-24af84e4-0e2a-4b7f-96f9-4bc36ced96f4 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 943 time: 0.0877001 Apr 11 19:39:23.590229 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c274efff-8a67-4e7b-8361-299394261c5b up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:23.619203 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:23.620146 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.621739 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] 10.222.0.53 "PUT /v2.0/ports/733c5e0c-21e0-4680-95ff-01af976e2503 HTTP/1.1" status: 200 len: 1093 time: 0.8403068 Apr 11 19:39:23.622225 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'tag': '733c5e0c-21e0-4680-95ff-01af976e2503'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:39:23.624551 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb38ffdb-32c4-496a-b851-75e2ba21f814" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a8886-dda3-451c-9a7e-f89dd39fe214", "tag": "733c5e0c-21e0-4680-95ff-01af976e2503"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:39:23.668928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2d926-8adf-4c0d-a6f1-5ee1d8918531 service neutron] Pushing event updated for resources: {'Port': ['ID=733c5e0c-21e0-4680-95ff-01af976e2503,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:23.719940 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-2495310c-88c3-475b-a555-0e8a6cf7ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:23.719940 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-2495310c-88c3-475b-a555-0e8a6cf7ab8a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 1127 time: 0.0459876 Apr 11 19:39:23.730475 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9fd9b0-5027-43bf-9de3-d8fbf664e257 x-openstack-request-id: req-4c9fd9b0-5027-43bf-9de3-d8fbf664e257 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:39:23.731129 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a8886-dda3-451c-9a7e-f89dd39fe214", "tag": "733c5e0c-21e0-4680-95ff-01af976e2503", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:39:23.731129 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c9fd9b0-5027-43bf-9de3-d8fbf664e257 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:39:23.731531 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9fd9b0-5027-43bf-9de3-d8fbf664e257'] response: {'name': 'network-changed', 'server_uuid': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'tag': '733c5e0c-21e0-4680-95ff-01af976e2503', 'status': 'completed', 'code': 200} Apr 11 19:39:23.765550 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port c274efff-8a67-4e7b-8361-299394261c5b triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:23.766415 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c274efff-8a67-4e7b-8361-299394261c5b), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:23.769788 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-31bae2bd-34ec-4951-8da0-7f6b6bde1936 req-cc19ffac-94a1-4845-89ec-362ad428af4d tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689954 Apr 11 19:39:23.792028 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-9d32c3f5-6b60-4ba3-a007-a3d1b480123a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733c5e0c-21e0-4680-95ff-01af976e2503 HTTP/1.1" status: 200 len: 217 time: 0.0562723 Apr 11 19:39:23.862710 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f415-7bf6-469c-990b-5c503333875a req-8978a087-eec8-40e4-8566-5a85d9435b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:23.864309 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-8978a087-eec8-40e4-8566-5a85d9435b3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a0902f-8119-4f3e-adc4-0d68c750c5f3 HTTP/1.1" status: 200 len: 854 time: 0.0645611 Apr 11 19:39:23.916231 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-6ac51b36-8bdd-4796-93ca-f44bfe2418fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b586b3c-d829-4b5b-8703-bcfd65ef0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454671 Apr 11 19:39:23.998051 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Sync routers for ids ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:39:24.015777 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Routers {'a7dc4769-fb2c-44f9-978b-de0241ce9a34'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:24.019122 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:39:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:24.036307 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port c274efff-8a67-4e7b-8361-299394261c5b is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:24.096688 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-78c4fe7a-60f0-4779-aae4-e7836f3d5e72 service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738834 Apr 11 19:39:24.193104 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Set router a7dc4769-fb2c-44f9-978b-de0241ce9a34 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:24.234156 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3f75f415-7bf6-469c-990b-5c503333875a req-957b65ca-55b4-4c20-94d7-d8ff56af1704 service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196680 Apr 11 19:39:24.438008 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c78a86f7-7339-40c2-88a8-760eb153d900', 'name': '', 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'mac_address': 'fa:16:3e:3a:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:18Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 2, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'subnets': [{'id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:24.467200 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Checking router: a7dc4769-fb2c-44f9-978b-de0241ce9a34 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:39:24.467561 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Updating router a7dc4769-fb2c-44f9-978b-de0241ce9a34 port c78a86f7-7339-40c2-88a8-760eb153d900 binding host dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 19:39:24.500352 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:24.892506 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Publish callbacks [] for port (c78a86f7-7339-40c2-88a8-760eb153d900), precommit_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:24.900875 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:24.903467 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd81b9-e946-4e68-94e2-4707e8f3611d req-b58f386d-fe1f-4de8-85ff-70520add8642 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:24.905085 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-51cd81b9-e946-4e68-94e2-4707e8f3611d req-b58f386d-fe1f-4de8-85ff-70520add8642 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 943 time: 0.0552132 Apr 11 19:39:24.976318 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-51cd81b9-e946-4e68-94e2-4707e8f3611d req-2b12112b-9cd5-4f39-b965-a25c4d64ea69 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Apr 11 19:39:24.977647 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.021101 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd110e-e7d0-4057-893b-813054354a1d None None] Pushing event updated for resources: {'Port': ['ID=c78a86f7-7339-40c2-88a8-760eb153d900,revision_number=3']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:25.071740 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-084bcb8d-6113-4940-9d8e-111c12edd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:25.073293 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-084bcb8d-6113-4940-9d8e-111c12edd41a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 1127 time: 0.0579512 Apr 11 19:39:25.079973 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Attempting to bind port c78a86f7-7339-40c2-88a8-760eb153d900 on host dv-cinder-830787-3-smb for vnic_type normal with profile {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:25.080445 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Attempting to bind port c78a86f7-7339-40c2-88a8-760eb153d900 by drivers openvswitch,hyperv on host dv-cinder-830787-3-smb at level 0 using segments [{'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:25.084630 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Attempting to bind port c78a86f7-7339-40c2-88a8-760eb153d900 on network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:25.090463 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Checking agent: {'id': 'f9ac89dd-fa0c-4e8b-b24e-242d64b603dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830787-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 23, 25), 'started_at': datetime.datetime(2022, 4, 11, 19, 23, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830787-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:25.090936 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Checking segment: {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:25.091350 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.091768 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Bound using segment: {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'} {{(pid=103243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:25.092270 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.managers [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Bound port: c78a86f7-7339-40c2-88a8-760eb153d900, host: dv-cinder-830787-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4eff24-9588-44df-ae15-75b8df83ac00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709'}}] {{(pid=103243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:25.092898 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), before_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.172798 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] For port c78a86f7-7339-40c2-88a8-760eb153d900, host dv-cinder-830787-3-smb, cleared binding levels {{(pid=103243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:25.178742 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.plugins.ml2.db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] For port c78a86f7-7339-40c2-88a8-760eb153d900, host dv-cinder-830787-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c78a86f7-7339-40c2-88a8-760eb153d900,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:25.200523 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-6d8cedc9-cd6d-41f3-b9e7-fcebc92b5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:25.204162 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron_lib.callbacks.manager [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), after_update {{(pid=103243) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.205528 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-6d8cedc9-cd6d-41f3-b9e7-fcebc92b5924 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 200 len: 915 time: 0.1256952 Apr 11 19:39:25.256802 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-75abc938-7e33-4ac3-ad89-9b36f4745a0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=733c5e0c-21e0-4680-95ff-01af976e2503 HTTP/1.1" status: 200 len: 217 time: 0.0438285 Apr 11 19:39:25.276242 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Routers {'a7dc4769-fb2c-44f9-978b-de0241ce9a34'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:25.276810 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:39:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:25.311737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-9bcf2763-6b02-4d3f-9986-9dbd757ed721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:25.313242 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-9bcf2763-6b02-4d3f-9986-9dbd757ed721 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a0902f-8119-4f3e-adc4-0d68c750c5f3 HTTP/1.1" status: 200 len: 854 time: 0.0504932 Apr 11 19:39:25.319993 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd110e-e7d0-4057-893b-813054354a1d None None] Pushing event updated for resources: {'Port': ['ID=c78a86f7-7339-40c2-88a8-760eb153d900,revision_number=4']} {{(pid=103243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:25.354410 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] Provisioning complete for port c78a86f7-7339-40c2-88a8-760eb153d900 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:25.355450 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.360100 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-746bb073-119b-4a8e-bccd-015492ad6245 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b586b3c-d829-4b5b-8703-bcfd65ef0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399671 Apr 11 19:39:25.455889 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] Set router a7dc4769-fb2c-44f9-978b-de0241ce9a34 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:25.541307 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] Current status of the port c78a86f7-7339-40c2-88a8-760eb153d900 is: DOWN; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:25.541760 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.545969 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c78a86f7-7339-40c2-88a8-760eb153d900 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:25.546532 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-c2db0ef9-17fe-4faa-91f8-235d28764403 service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798017 Apr 11 19:39:25.667596 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] For port c78a86f7-7339-40c2-88a8-760eb153d900, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c78a86f7-7339-40c2-88a8-760eb153d900,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:25.668046 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cb38ffdb-32c4-496a-b851-75e2ba21f814 req-0d741030-adb8-4572-b385-0226fb731e6f service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138837 Apr 11 19:39:25.669665 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port c78a86f7-7339-40c2-88a8-760eb153d900 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:25.670043 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.684832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.749200 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c78a86f7-7339-40c2-88a8-760eb153d900', 'name': '', 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'mac_address': 'fa:16:3e:3a:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:18Z', 'updated_at': '2022-04-11T19:39:25Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'subnets': [{'id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:25.779275 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cfdf92-0b16-4c37-bf68-4e3185f5dfff None None] The sync data for ids ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'] in dv-cinder-830787-3-smb is: [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:39:19Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'c78a86f7-7339-40c2-88a8-760eb153d900', 'name': '', 'network_id': 'dd4589f0-0cdb-47c0-84a3-dd4b9b116709', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'mac_address': 'fa:16:3e:3a:31:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:18Z', 'updated_at': '2022-04-11T19:39:25Z', 'revision_number': 4, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'subnets': [{'id': '0e0e96b2-82f6-4108-91d0-585ace456b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:39:25.804491 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4799d6-ade7-416a-9e3e-ff1634f5b656 None None] Pushing event updated for resources: {'Port': ['ID=c78a86f7-7339-40c2-88a8-760eb153d900,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:25.827174 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-665f352f-136d-4cb9-b3c4-92d5264e979a None None] Provisioning complete for port c78a86f7-7339-40c2-88a8-760eb153d900 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:25.827553 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-665f352f-136d-4cb9-b3c4-92d5264e979a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:25.894546 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port c78a86f7-7339-40c2-88a8-760eb153d900 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:25.906666 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 733c5e0c-21e0-4680-95ff-01af976e2503 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:39:26.017857 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-665f352f-136d-4cb9-b3c4-92d5264e979a None None] Current status of the port c78a86f7-7339-40c2-88a8-760eb153d900 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:26.056962 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 733c5e0c-21e0-4680-95ff-01af976e2503, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=733c5e0c-21e0-4680-95ff-01af976e2503,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:26.078558 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '733c5e0c-21e0-4680-95ff-01af976e2503', 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681', 'port_id': '733c5e0c-21e0-4680-95ff-01af976e2503', 'mac_address': 'fa:16:3e:88:44:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a0902f-8119-4f3e-adc4-0d68c750c5f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:39:26.130191 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 733c5e0c-21e0-4680-95ff-01af976e2503 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:26.130946 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:26.139655 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f742c-e3bc-4bda-98b1-11aec8dca5c3 req-e2040c17-fc94-4c99-9fde-0cd1f45a323f tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:26.142058 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b33f742c-e3bc-4bda-98b1-11aec8dca5c3 req-e2040c17-fc94-4c99-9fde-0cd1f45a323f tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 943 time: 0.0600665 Apr 11 19:39:26.147379 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733c5e0c-21e0-4680-95ff-01af976e2503 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:39:26.171183 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 733c5e0c-21e0-4680-95ff-01af976e2503, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=733c5e0c-21e0-4680-95ff-01af976e2503,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:26.176106 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:26.204754 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b33f742c-e3bc-4bda-98b1-11aec8dca5c3 req-ddafa323-5ffe-4476-b3e7-0f4dade8648a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551083 Apr 11 19:39:26.251984 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=733c5e0c-21e0-4680-95ff-01af976e2503,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:26.414875 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['733c5e0c-21e0-4680-95ff-01af976e2503'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:39:27.357821 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388a27-c10e-457d-877e-ced53ff1dd1c req-60240f61-2d25-45d1-a1f0-199a1978872c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:27.359386 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-57388a27-c10e-457d-877e-ced53ff1dd1c req-60240f61-2d25-45d1-a1f0-199a1978872c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 944 time: 0.0660129 Apr 11 19:39:27.471129 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c78a86f7-7339-40c2-88a8-760eb153d900 up at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:27.528919 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Provisioning complete for port c78a86f7-7339-40c2-88a8-760eb153d900 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:27.529196 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:27.620287 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Current status of the port c78a86f7-7339-40c2-88a8-760eb153d900 is: ACTIVE; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:27.688763 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-57388a27-c10e-457d-877e-ced53ff1dd1c req-4a4fc4e9-93ff-4f27-ab04-83a8c149f593 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236897 Apr 11 19:39:27.919935 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 733c5e0c-21e0-4680-95ff-01af976e2503 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:27.971301 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 733c5e0c-21e0-4680-95ff-01af976e2503 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:39:27.978134 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 733c5e0c-21e0-4680-95ff-01af976e2503 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:27.978752 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:28.065006 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 733c5e0c-21e0-4680-95ff-01af976e2503 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:28.065410 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:28.093565 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733c5e0c-21e0-4680-95ff-01af976e2503'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:39:28.097776 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde84f15-a495-4c09-b26e-2f0bae9feff7" -d '{"events": [{"server_uuid": "f65a8886-dda3-451c-9a7e-f89dd39fe214", "name": "network-vif-plugged", "status": "completed", "tag": "733c5e0c-21e0-4680-95ff-01af976e2503"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:39:28.108416 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 733c5e0c-21e0-4680-95ff-01af976e2503, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=733c5e0c-21e0-4680-95ff-01af976e2503,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:28.114023 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:28.142066 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788dea4c-894c-4ef5-8ea5-99d05fcf678b x-openstack-request-id: req-788dea4c-894c-4ef5-8ea5-99d05fcf678b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:39:28.142389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a8886-dda3-451c-9a7e-f89dd39fe214", "name": "network-vif-plugged", "status": "completed", "tag": "733c5e0c-21e0-4680-95ff-01af976e2503", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:39:28.142652 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-788dea4c-894c-4ef5-8ea5-99d05fcf678b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:39:28.143149 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788dea4c-894c-4ef5-8ea5-99d05fcf678b'] response: {'server_uuid': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733c5e0c-21e0-4680-95ff-01af976e2503', 'code': 200} Apr 11 19:39:28.178976 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=733c5e0c-21e0-4680-95ff-01af976e2503,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:28.345601 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd162-26e4-41c8-9d18-1e53d2637baa req-b1b1fe22-d444-4ca2-a261-f7c8b0aac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:28.347629 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-fccdd162-26e4-41c8-9d18-1e53d2637baa req-b1b1fe22-d444-4ca2-a261-f7c8b0aac4f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 1129 time: 0.0488424 Apr 11 19:39:28.423402 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-fccdd162-26e4-41c8-9d18-1e53d2637baa req-8d33cf7d-a958-4bfd-be52-c5fe7e7f1d7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685115 Apr 11 19:39:28.811801 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7ddc0-dbb0-4ab1-8466-497e4b9e05a6 req-89461881-6a6d-4f3f-9ffc-3c88cde1b754 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:28.813371 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e0b7ddc0-dbb0-4ab1-8466-497e4b9e05a6 req-89461881-6a6d-4f3f-9ffc-3c88cde1b754 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0502601 Apr 11 19:39:28.868737 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e0b7ddc0-dbb0-4ab1-8466-497e4b9e05a6 req-95ab3503-0711-47b7-8698-47f81ac0e347 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 Apr 11 19:39:30.001527 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acadfb-1731-4ccc-b719-36e3d91879ab req-a57da5be-7753-457c-83b1-504617dd68a9 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:30.003069 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20acadfb-1731-4ccc-b719-36e3d91879ab req-a57da5be-7753-457c-83b1-504617dd68a9 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0527260 Apr 11 19:39:30.069471 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20acadfb-1731-4ccc-b719-36e3d91879ab req-c8e731ec-8465-4c28-8f1b-67cb82b7d807 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573926 Apr 11 19:39:43.342543 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-0307e637-d6da-429d-8f64-b89373e6b18d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713522591&fields=id&tenant_id=3742a7e5c5654352953908b68e0f1169 HTTP/1.1" status: 200 len: 267 time: 0.0466218 Apr 11 19:39:43.452572 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-544b67bb-6011-46b6-a6e2-f95fa01d16de tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:43.454126 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-544b67bb-6011-46b6-a6e2-f95fa01d16de tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 809 time: 0.1045659 Apr 11 19:39:43.469258 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-4457c4d1-915f-4416-94d7-42cea21d21ea tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/quotas/3742a7e5c5654352953908b68e0f1169 HTTP/1.1" status: 200 len: 375 time: 0.0094552 Apr 11 19:39:43.534541 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-18d3c349-a976-4696-a03e-d65afadefd32 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595407 Apr 11 19:39:43.643817 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-712c9b69-a48f-4870-8c66-caad54a5185a service neutron] 10.222.0.26 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967648 Apr 11 19:39:43.747232 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-c227471d-f48f-4c17-84a6-465eef98fffe service neutron] 10.222.0.26 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969648 Apr 11 19:39:44.031574 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:44.045798 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:39:44.049408 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-10521d3c-866e-4a0a-8852-b178fddf4039 req-804cc12a-a030-41f4-ba93-39b720491aef tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 210 time: 0.0318718 Apr 11 19:39:45.094922 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-0b85c37b-45c1-4977-aa43-b4ba64eff3fd tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:45.096450 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-0b85c37b-45c1-4977-aa43-b4ba64eff3fd tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 809 time: 0.1122971 Apr 11 19:39:45.191741 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-28056819-4bbf-454b-9960-4ba3b36d262f req-55339f67-42ba-4c04-8c22-a272b4e96ed9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 210 time: 0.0453439 Apr 11 19:39:45.197687 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-c772f017-8f1a-4b77-9100-9f7ec7dd4e8f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3742a7e5c5654352953908b68e0f1169 HTTP/1.1" status: 200 len: 380 time: 0.0917473 Apr 11 19:39:45.206996 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'port': {'device_id': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'admin_state_up': True, 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'security_groups': ['19093456-2f4d-4c5e-bd96-a8a8fa168237']}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:45.315048 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Made reservation on behalf of 3742a7e5c5654352953908b68e0f1169 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:39:45.319321 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:45.456804 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Allocated IP 172.20.0.7 (eb43217b-de2a-4553-8724-2957fe9b660b/78e3c329-ff63-4d67-9de2-2e2d5757f1c9/f82019ed-8037-4669-a998-7c2121a64317) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:45.607964 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for port (f82019ed-8037-4669-a998-7c2121a64317), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:45.642342 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:45.687187 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Network eb43217b-de2a-4553-8724-2957fe9b660b is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:45.690541 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:45.694647 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:45.726525 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:45.739322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.739676 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.740024 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.740365 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.740926 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.741459 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.741798 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.742137 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.742468 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.743055 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.743538 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.744048 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.744562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.744926 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.745257 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:45.765619 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:45.766389 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:45.784061 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-34785eca-d2ac-449c-b628-fd2ed987712e tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809674 Apr 11 19:39:45.797985 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Request body: {'port': {'device_id': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:45.889455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.001813 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-72aa5667-4a4c-4363-bd60-ca62c3d55a76 None None] Provisioning complete for port f82019ed-8037-4669-a998-7c2121a64317 triggered by entity DHCP. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:46.002365 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-72aa5667-4a4c-4363-bd60-ca62c3d55a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (f82019ed-8037-4669-a998-7c2121a64317), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.049117 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-72aa5667-4a4c-4363-bd60-ca62c3d55a76 None None] Port f82019ed-8037-4669-a998-7c2121a64317 cannot update to ACTIVE because it is not bound. {{(pid=103242) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:39:46.206575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82019ed-8037-4669-a998-7c2121a64317 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:39:46.215653 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Publish callbacks [] for port (f82019ed-8037-4669-a998-7c2121a64317), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.244331 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Transition to ACTIVE for port object f82019ed-8037-4669-a998-7c2121a64317 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:39:46.250006 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.329905 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0bff4-5b39-41fa-8079-1994161934fa req-60590671-713a-4c29-a0e4-98768a70a978 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:46.331962 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-90d0bff4-5b39-41fa-8079-1994161934fa req-60590671-713a-4c29-a0e4-98768a70a978 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 943 time: 0.0649655 Apr 11 19:39:46.336320 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:46.401354 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-90d0bff4-5b39-41fa-8079-1994161934fa req-9bdce73c-363e-4451-bc41-ed2ee26b6128 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520234 Apr 11 19:39:46.416898 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Attempting to bind port f82019ed-8037-4669-a998-7c2121a64317 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:39:46.417511 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Attempting to bind port f82019ed-8037-4669-a998-7c2121a64317 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:39:46.417842 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Attempting to bind port f82019ed-8037-4669-a998-7c2121a64317 on network eb43217b-de2a-4553-8724-2957fe9b660b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:46.423383 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Port f82019ed-8037-4669-a998-7c2121a64317 on network eb43217b-de2a-4553-8724-2957fe9b660b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:39:46.423780 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Attempting to bind port f82019ed-8037-4669-a998-7c2121a64317 on network eb43217b-de2a-4553-8724-2957fe9b660b {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:39:46.430288 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:39:46.430638 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Checking segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:39:46.431262 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Bound using segment: {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:39:46.431701 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Bound port: f82019ed-8037-4669-a998-7c2121a64317, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac35042e-812e-4064-8950-fce2651ee9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:39:46.432193 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.504462 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:39:46.508897 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:39:46.517581 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.556622 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:46.557185 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:46.558712 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] 10.222.0.53 "PUT /v2.0/ports/f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 1093 time: 0.7649901 Apr 11 19:39:46.559199 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:39:46.561582 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:39:46.591002 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37fc57-0278-4656-ba1a-c3c7988c6691 service neutron] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:46.609648 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c335e52-f11d-4780-9d1e-5291cb4d3d49 x-openstack-request-id: req-3c335e52-f11d-4780-9d1e-5291cb4d3d49 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:39:46.609939 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:39:46.610264 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c335e52-f11d-4780-9d1e-5291cb4d3d49 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:39:46.610646 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c335e52-f11d-4780-9d1e-5291cb4d3d49'] response: {'name': 'network-changed', 'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'status': 'completed', 'code': 200} Apr 11 19:39:46.658674 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-60e14298-1f00-4173-89a6-086530980906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:46.660199 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-60e14298-1f00-4173-89a6-086530980906 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1127 time: 0.0436196 Apr 11 19:39:46.707186 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-68ac318e-9a0e-4bd8-bb77-76c740a1365d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 217 time: 0.0388796 Apr 11 19:39:46.757682 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-350e43b0-d293-4f36-b764-e4a110c02e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:46.759145 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-350e43b0-d293-4f36-b764-e4a110c02e10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0461228 Apr 11 19:39:46.804035 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198d11d-48d5-439f-9678-f8714555cf42 req-ecffa6e7-8578-4341-8fe7-bb2588fc87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:46.806067 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-ecffa6e7-8578-4341-8fe7-bb2588fc87d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407145 Apr 11 19:39:46.904409 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-3c1f9055-b3b5-48f5-a116-3a8d6536372e service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Apr 11 19:39:47.003072 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7198d11d-48d5-439f-9678-f8714555cf42 req-be6849f9-9b5a-4959-b12f-80a16821db72 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865157 Apr 11 19:39:47.531919 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349ec85-5859-4c60-b155-81c7a6c97b68 req-b5467884-4933-45bd-8e3c-467955661194 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:47.538838 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5349ec85-5859-4c60-b155-81c7a6c97b68 req-b5467884-4933-45bd-8e3c-467955661194 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 943 time: 0.0597475 Apr 11 19:39:47.600370 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5349ec85-5859-4c60-b155-81c7a6c97b68 req-c9278407-3062-4fc4-998e-40303a78eadb tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556889 Apr 11 19:39:47.765696 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-44b4acd7-f620-4776-becb-b78de5ca9956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:47.977318 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-4a5d5ab1-9bac-4e96-a8fc-1f62668f2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:47.978880 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-4a5d5ab1-9bac-4e96-a8fc-1f62668f2152 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1127 time: 0.0486727 Apr 11 19:39:48.079198 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-df813823-a221-4450-a53e-72b88411f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:48.080699 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-df813823-a221-4450-a53e-72b88411f5e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.0956464 Apr 11 19:39:48.131185 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-1de49ed0-ef2b-461d-8da1-72d113006132 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 217 time: 0.0423589 Apr 11 19:39:48.187464 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-035d0ebc-4fa9-4127-b044-a73843eb8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:48.188976 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-035d0ebc-4fa9-4127-b044-a73843eb8ba7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0516531 Apr 11 19:39:48.241815 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-e9e480a2-8e08-4a17-a28f-20af2d6823d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:48.243324 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-e9e480a2-8e08-4a17-a28f-20af2d6823d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470319 Apr 11 19:39:48.345871 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-29a087e2-6a67-4dcd-827c-7cf632c16ff7 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954993 Apr 11 19:39:48.446842 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dbb9d35-0893-4cce-ac39-0ac74a0eedc0 req-97c704cf-8710-4d25-953a-0866c42545f2 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942888 Apr 11 19:39:48.722477 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fcaf6-a37f-4b98-8c80-90387e24e257 req-ec7f6231-8913-4cb6-94c8-75cc367cac67 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:48.724563 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1b6fcaf6-a37f-4b98-8c80-90387e24e257 req-ec7f6231-8913-4cb6-94c8-75cc367cac67 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 943 time: 0.0533326 Apr 11 19:39:48.779695 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1b6fcaf6-a37f-4b98-8c80-90387e24e257 req-b7f56f43-264f-42e6-9058-0f759a73e7d0 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498900 Apr 11 19:39:49.339078 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47346) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:49.460157 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.512904 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47354) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:49.539154 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Publish callbacks [] for security_group (dc1a5eb2-1622-43ab-b0b8-a9206d318edb), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.543663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (dc1a5eb2-1622-43ab-b0b8-a9206d318edb), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.583294 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f51e3d87f40440396326326700ddc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430456 Apr 11 19:39:49.584194 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1a5eb2-1622-43ab-b0b8-a9206d318edb,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:49.586206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47358) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:49.591834 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.592188 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.592529 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.592891 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.593254 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.593584 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.593910 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.594238 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.594565 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.594886 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.595213 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.595534 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.595855 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.596173 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.596503 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4d061-64a8-47d9-aaf8-5f167b875add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:49.639498 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c288a1d7-b64c-424b-89bb-d7e5e7062c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.671455 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc977254-5293-4505-93a3-fbbc451a2011 admin admin] Publish callbacks [] for security_group (dc1a5eb2-1622-43ab-b0b8-a9206d318edb), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.706488 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc977254-5293-4505-93a3-fbbc451a2011 admin admin] Publish callbacks [] for security_group (dc1a5eb2-1622-43ab-b0b8-a9206d318edb), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.775814 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c288a1d7-b64c-424b-89bb-d7e5e7062c01 admin admin] Publish callbacks [] for security_group (bab306eb-9691-4d38-8275-a1d607ca9d6d), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.779219 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-c288a1d7-b64c-424b-89bb-d7e5e7062c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (bab306eb-9691-4d38-8275-a1d607ca9d6d), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.803738 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc977254-5293-4505-93a3-fbbc451a2011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (dc1a5eb2-1622-43ab-b0b8-a9206d318edb), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.806312 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-cc977254-5293-4505-93a3-fbbc451a2011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.809786 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-cc977254-5293-4505-93a3-fbbc451a2011 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dc1a5eb2-1622-43ab-b0b8-a9206d318edb HTTP/1.1" status: 204 len: 168 time: 0.2196167 Apr 11 19:39:49.828010 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-c288a1d7-b64c-424b-89bb-d7e5e7062c01 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3b7315343ee9454090f85c51ee2347a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140042 Apr 11 19:39:49.829269 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a1d7-b64c-424b-89bb-d7e5e7062c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab306eb-9691-4d38-8275-a1d607ca9d6d,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:49.831444 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47364) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:49.840248 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977254-5293-4505-93a3-fbbc451a2011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1a5eb2-1622-43ab-b0b8-a9206d318edb,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:49.930958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a63bca71-94a0-43b5-a290-e4ae64cec5b4 admin admin] Publish callbacks [] for security_group (bab306eb-9691-4d38-8275-a1d607ca9d6d), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:49.938976 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082543f-d6f2-4568-b8b3-527a767ea808 req-de910596-85ac-48dd-a150-949de73d147b tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:49.940474 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5082543f-d6f2-4568-b8b3-527a767ea808 req-de910596-85ac-48dd-a150-949de73d147b tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 943 time: 0.0658598 Apr 11 19:39:49.976462 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a63bca71-94a0-43b5-a290-e4ae64cec5b4 admin admin] Publish callbacks [] for security_group (bab306eb-9691-4d38-8275-a1d607ca9d6d), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.012486 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:39:50.030363 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5082543f-d6f2-4568-b8b3-527a767ea808 req-7810d6db-4d8d-4301-b4bb-69b5b9944504 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808470 Apr 11 19:39:50.061842 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a63bca71-94a0-43b5-a290-e4ae64cec5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (bab306eb-9691-4d38-8275-a1d607ca9d6d), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.067119 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-a63bca71-94a0-43b5-a290-e4ae64cec5b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.073205 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-a63bca71-94a0-43b5-a290-e4ae64cec5b4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bab306eb-9691-4d38-8275-a1d607ca9d6d HTTP/1.1" status: 204 len: 168 time: 0.2405312 Apr 11 19:39:50.085336 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bca71-94a0-43b5-a290-e4ae64cec5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab306eb-9691-4d38-8275-a1d607ca9d6d,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:50.130585 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:50.144184 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'f82019ed-8037-4669-a998-7c2121a64317', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'port_id': 'f82019ed-8037-4669-a998-7c2121a64317', 'mac_address': 'fa:16:3e:d2:57:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:39:50.170572 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47370) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:50.186716 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port f82019ed-8037-4669-a998-7c2121a64317 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:50.187389 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.189890 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8e882e1a-1d8d-4030-aa35-f55f681e4e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.202890 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82019ed-8037-4669-a998-7c2121a64317 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:39:50.227706 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:50.236923 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.290215 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8e882e1a-1d8d-4030-aa35-f55f681e4e1a admin admin] Publish callbacks [] for security_group (21a8a126-b3c1-44fd-8bb5-c8ec2559391c), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.295290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8e882e1a-1d8d-4030-aa35-f55f681e4e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (21a8a126-b3c1-44fd-8bb5-c8ec2559391c), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.299913 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:50.318166 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.322741 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.325082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.325082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.325082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.325082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:39:50.345058 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-8e882e1a-1d8d-4030-aa35-f55f681e4e1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=214e5269ce2f47faa62c6f097dd9adba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732254 Apr 11 19:39:50.347199 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e882e1a-1d8d-4030-aa35-f55f681e4e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a8a126-b3c1-44fd-8bb5-c8ec2559391c,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:50.347696 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47376) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:50.408651 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ffaa39f3-ad70-495b-a0f6-986641d77cb1 admin admin] Publish callbacks [] for security_group (21a8a126-b3c1-44fd-8bb5-c8ec2559391c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.432620 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ffaa39f3-ad70-495b-a0f6-986641d77cb1 admin admin] Publish callbacks [] for security_group (21a8a126-b3c1-44fd-8bb5-c8ec2559391c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.457420 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['f82019ed-8037-4669-a998-7c2121a64317'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:39:50.498508 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ffaa39f3-ad70-495b-a0f6-986641d77cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (21a8a126-b3c1-44fd-8bb5-c8ec2559391c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.501215 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ffaa39f3-ad70-495b-a0f6-986641d77cb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:50.502385 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ffaa39f3-ad70-495b-a0f6-986641d77cb1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21a8a126-b3c1-44fd-8bb5-c8ec2559391c HTTP/1.1" status: 204 len: 168 time: 0.1531115 Apr 11 19:39:50.512994 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa39f3-ad70-495b-a0f6-986641d77cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a8a126-b3c1-44fd-8bb5-c8ec2559391c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:50.789236 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-fce18bc8-9b32-492a-ae49-04322c14e59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:51.186736 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7f8ae-fdc0-48e3-a7ea-f3c6f7f2ae05 req-bd464c73-3784-4717-a574-695cf03f0f21 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:51.188240 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5de7f8ae-fdc0-48e3-a7ea-f3c6f7f2ae05 req-bd464c73-3784-4717-a574-695cf03f0f21 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 944 time: 0.0539134 Apr 11 19:39:51.249221 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5de7f8ae-fdc0-48e3-a7ea-f3c6f7f2ae05 req-6ccb5334-d6fd-4a2a-aa3c-463b806580fb tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541828 Apr 11 19:39:51.803539 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:52.008879 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:39:52.056476 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port f82019ed-8037-4669-a998-7c2121a64317 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:39:52.062993 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port f82019ed-8037-4669-a998-7c2121a64317 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:39:52.063512 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (f82019ed-8037-4669-a998-7c2121a64317), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:52.150546 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port f82019ed-8037-4669-a998-7c2121a64317 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:39:52.150943 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:52.177416 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:39:52.180082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a79fb0-f4e3-46dd-9da1-69b14e2a15e3" -d '{"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-plugged", "status": "completed", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:39:52.194864 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:39:52.199591 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:52.228233 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262f5cc9-9e78-4e12-961a-b491ff5eec5b x-openstack-request-id: req-262f5cc9-9e78-4e12-961a-b491ff5eec5b {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:39:52.228711 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-plugged", "status": "completed", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:39:52.229080 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-262f5cc9-9e78-4e12-961a-b491ff5eec5b {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:39:52.229696 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262f5cc9-9e78-4e12-961a-b491ff5eec5b'] response: {'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'code': 200} Apr 11 19:39:52.262497 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:52.372626 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f31-b84c-4d6a-b505-367a37beb17a req-d857da2b-3dcf-4a01-824b-5fe367f9d102 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:52.374165 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1b867f31-b84c-4d6a-b505-367a37beb17a req-d857da2b-3dcf-4a01-824b-5fe367f9d102 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Apr 11 19:39:52.433397 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1b867f31-b84c-4d6a-b505-367a37beb17a req-267ea30f-1e56-4f92-b785-f344260d24ec tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515709 Apr 11 19:39:52.490676 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b5285-203f-49db-81f3-4e93bc8ddfbd req-628ea425-4a8a-4d41-8557-0689df45af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:52.492420 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6e3b5285-203f-49db-81f3-4e93bc8ddfbd req-628ea425-4a8a-4d41-8557-0689df45af8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0489354 Apr 11 19:39:52.550054 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6e3b5285-203f-49db-81f3-4e93bc8ddfbd req-1cdb58fb-b23c-4ccb-a7eb-56c68189241b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493915 Apr 11 19:39:52.912081 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:53.547760 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ca667-e4db-4ebd-92c1-7629b2063ab3 req-7ec92274-e178-4149-be79-80b98c65d0ac tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:53.549266 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5f2ca667-e4db-4ebd-92c1-7629b2063ab3 req-7ec92274-e178-4149-be79-80b98c65d0ac tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0503533 Apr 11 19:39:53.599290 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-5f2ca667-e4db-4ebd-92c1-7629b2063ab3 req-2d84b7b2-429a-4875-8daf-502f59613bbc tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Apr 11 19:39:54.721001 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78f64-936f-4ddc-89f8-47d9824293bb req-96d28148-1064-4114-abaa-51f47c755deb tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:54.722770 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4be78f64-936f-4ddc-89f8-47d9824293bb req-96d28148-1064-4114-abaa-51f47c755deb tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Apr 11 19:39:54.780991 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-4be78f64-936f-4ddc-89f8-47d9824293bb req-4608abbb-13a1-4861-8c2e-abd415d53821 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516315 Apr 11 19:39:54.937201 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab6238-7181-4c93-9e83-268fcea8d8f6 req-1bd015dd-fe72-4f59-9fd9-bda598103c87 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:54.938889 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a3ab6238-7181-4c93-9e83-268fcea8d8f6 req-1bd015dd-fe72-4f59-9fd9-bda598103c87 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0701306 Apr 11 19:39:54.979017 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.000203 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-a3ab6238-7181-4c93-9e83-268fcea8d8f6 req-60db3327-8872-41e0-9b98-90951d8047de tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539265 Apr 11 19:39:55.024411 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47520) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:55.124022 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47526) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:55.195837 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-615092ad-226b-459b-948c-164a2de88a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.289764 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde7b4e-3c02-4bb0-8e88-a8d498bea057 tempest-TestShelveInstance-536711987 tempest-TestShelveInstance-536711987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:55.291279 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-edde7b4e-3c02-4bb0-8e88-a8d498bea057 tempest-TestShelveInstance-536711987 tempest-TestShelveInstance-536711987-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1124 time: 0.2655120 Apr 11 19:39:55.294617 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47530) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:55.299604 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.v2.base [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Request body: {'floatingip': {'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'port_id': 'f82019ed-8037-4669-a998-7c2121a64317', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103240) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:39:55.305441 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-615092ad-226b-459b-948c-164a2de88a4a admin admin] Publish callbacks [] for security_group (2c1d0a60-3a37-4156-a5ac-f3a01aeec230), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.310569 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-615092ad-226b-459b-948c-164a2de88a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2c1d0a60-3a37-4156-a5ac-f3a01aeec230), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.321720 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.352909 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615092ad-226b-459b-948c-164a2de88a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1d0a60-3a37-4156-a5ac-f3a01aeec230,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:55.361215 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-615092ad-226b-459b-948c-164a2de88a4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8315896c97eb4003b3769b11ebc6162c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356374 Apr 11 19:39:55.361939 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47532) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:55.402843 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.412777 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-60fb58fc-c188-409a-a6cc-e6bd0ea8ac17 admin admin] Publish callbacks [] for security_group (2c1d0a60-3a37-4156-a5ac-f3a01aeec230), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.435092 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-60fb58fc-c188-409a-a6cc-e6bd0ea8ac17 admin admin] Publish callbacks [] for security_group (2c1d0a60-3a37-4156-a5ac-f3a01aeec230), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.486562 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-60fb58fc-c188-409a-a6cc-e6bd0ea8ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2c1d0a60-3a37-4156-a5ac-f3a01aeec230), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.489927 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-60fb58fc-c188-409a-a6cc-e6bd0ea8ac17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.491079 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-60fb58fc-c188-409a-a6cc-e6bd0ea8ac17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c1d0a60-3a37-4156-a5ac-f3a01aeec230 HTTP/1.1" status: 204 len: 168 time: 0.1281469 Apr 11 19:39:55.500186 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb58fc-c188-409a-a6cc-e6bd0ea8ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1d0a60-3a37-4156-a5ac-f3a01aeec230,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:55.522450 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_common [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Allocated IP 172.28.2.44 (cc532fe5-f0a6-487b-87bf-b16383ce1e5c/c429672e-3db4-40d4-8cd8-d19792998e22/71103c2a-6911-4f59-b868-0165f38802d8) {{(pid=103240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:39:55.644605 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for port (71103c2a-6911-4f59-b868-0165f38802d8), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.692515 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (71103c2a-6911-4f59-b868-0165f38802d8), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.736442 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Network cc532fe5-f0a6-487b-87bf-b16383ce1e5c is already hosted by enough agents. {{(pid=103240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:39:55.740783 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.base_scheduler [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Resources bound (agent type, host, resource id): {{(pid=103240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:39:55.744096 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Received port after_create {{(pid=103240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:39:55.779737 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'Port': ['ID=71103c2a-6911-4f59-b868-0165f38802d8,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:55.850802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47544) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:55.865983 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1d23d2ab-0963-49d2-b8da-22b9c025890a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.954740 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1d23d2ab-0963-49d2-b8da-22b9c025890a admin admin] Publish callbacks [] for security_group (2cec5634-a3b5-4017-bb08-9386d0fdc8c7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:55.960952 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1d23d2ab-0963-49d2-b8da-22b9c025890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2cec5634-a3b5-4017-bb08-9386d0fdc8c7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.016177 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1d23d2ab-0963-49d2-b8da-22b9c025890a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d5d88540c353437485a215dfddbc0fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614139 Apr 11 19:39:56.016177 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23d2ab-0963-49d2-b8da-22b9c025890a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec5634-a3b5-4017-bb08-9386d0fdc8c7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:56.017792 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47550) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:39:56.098454 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f1077b4-70c0-48e6-877e-c6e78cc5e5b3 admin admin] Publish callbacks [] for security_group (2cec5634-a3b5-4017-bb08-9386d0fdc8c7), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.133601 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f1077b4-70c0-48e6-877e-c6e78cc5e5b3 admin admin] Publish callbacks [] for security_group (2cec5634-a3b5-4017-bb08-9386d0fdc8c7), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.217858 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f1077b4-70c0-48e6-877e-c6e78cc5e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (2cec5634-a3b5-4017-bb08-9386d0fdc8c7), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.220284 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8f1077b4-70c0-48e6-877e-c6e78cc5e5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.221529 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-8f1077b4-70c0-48e6-877e-c6e78cc5e5b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cec5634-a3b5-4017-bb08-9386d0fdc8c7 HTTP/1.1" status: 204 len: 168 time: 0.2028177 Apr 11 19:39:56.250896 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1077b4-70c0-48e6-877e-c6e78cc5e5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec5634-a3b5-4017-bb08-9386d0fdc8c7,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:56.490094 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for floatingip (75a3a8d5-7184-4d00-8731-117c0e97bae3), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.580423 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (71103c2a-6911-4f59-b868-0165f38802d8), before_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.767592 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for port (71103c2a-6911-4f59-b868-0165f38802d8), precommit_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.773906 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30442213'] for port (71103c2a-6911-4f59-b868-0165f38802d8), after_update {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.859421 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event updated for resources: {'Port': ['ID=71103c2a-6911-4f59-b868-0165f38802d8,revision_number=2']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:39:56.871790 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585870'] for floatingip (75a3a8d5-7184-4d00-8731-117c0e97bae3), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:56.988473 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.db.l3_db [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Floating IP 75a3a8d5-7184-4d00-8731-117c0e97bae3 associated. External IP: 172.28.2.44, port: f82019ed-8037-4669-a998-7c2121a64317. Apr 11 19:39:57.318421 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:39:57.438934 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:39:57.451697 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] Sync routers for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:39:57.461138 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:39:57.463955 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:57.464582 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:39:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:57.509603 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-69341a3f-bd69-4a33-b47a-2ed4f1a0e43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2027385 Apr 11 19:39:57.509603 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:39:57.509603 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22f9d20-9c56-46e8-8a03-6887e3162d70" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:39:57.592362 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:57.671527 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9dca74-9025-41ce-9e9c-99fd9f49787c x-openstack-request-id: req-cc9dca74-9025-41ce-9e9c-99fd9f49787c {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:39:57.672229 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:39:57.672699 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc9dca74-9025-41ce-9e9c-99fd9f49787c {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:39:57.673688 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9dca74-9025-41ce-9e9c-99fd9f49787c'] response: {'name': 'network-changed', 'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'status': 'completed', 'code': 200} Apr 11 19:39:57.739010 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-eecc04ae-c45e-488f-9433-309940f9a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:57.740553 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-eecc04ae-c45e-488f-9433-309940f9a3ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0452783 Apr 11 19:39:57.841962 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-f52af188-9cde-49ba-86cd-f2271f815c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:57.843172 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '75a3a8d5-7184-4d00-8731-117c0e97bae3', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'floating_ip_address': '172.28.2.44', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'port_id': 'f82019ed-8037-4669-a998-7c2121a64317', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'mac_address': 'fa:16:3e:d2:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:39:56Z', 'updated_at': '2022-04-11T19:39:56Z', 'revision_number': 0, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:57.843586 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-f52af188-9cde-49ba-86cd-f2271f815c51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.0953856 Apr 11 19:39:57.878022 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] Checking router: 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:39:57.886966 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:39:57.888321 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:39:51Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:57.923761 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-0a04b8f0-ad31-4c76-816d-807b4ef04245 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 998 time: 0.0732155 Apr 11 19:39:57.977206 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-2d683cfd-76ae-4e4d-b115-148b27168fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:57.978705 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-2d683cfd-76ae-4e4d-b115-148b27168fbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0480711 Apr 11 19:39:58.036308 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-dac04862-8a28-4f4a-be98-46fdc3696409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:39:58.037898 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-dac04862-8a28-4f4a-be98-46fdc3696409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532920 Apr 11 19:39:58.156992 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-13d987be-db82-4412-80fc-53407af347b2 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115806 Apr 11 19:39:58.161983 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:39:58.265798 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-f22f9d20-9c56-46e8-8a03-6887e3162d70 req-cfa4ddf9-e904-4b49-91dd-75852587ef63 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004400 Apr 11 19:39:58.425485 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '75a3a8d5-7184-4d00-8731-117c0e97bae3', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'floating_ip_address': '172.28.2.44', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'port_id': 'f82019ed-8037-4669-a998-7c2121a64317', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'mac_address': 'fa:16:3e:d2:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:39:56Z', 'updated_at': '2022-04-11T19:39:56Z', 'revision_number': 0, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:39:58.458523 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a526af6-9110-4fad-bfd9-8a150a217a08 None None] The sync data for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb is: [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_floatingips': [{'id': '75a3a8d5-7184-4d00-8731-117c0e97bae3', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'floating_ip_address': '172.28.2.44', 'floating_network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'router_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'port_id': 'f82019ed-8037-4669-a998-7c2121a64317', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'mac_address': 'fa:16:3e:d2:57:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:39:56Z', 'updated_at': '2022-04-11T19:39:56Z', 'revision_number': 0, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:39:58.745654 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbbb51e-ccdb-4dea-9dd2-7d2bb29689e0 None None] New status for floating IP 75a3a8d5-7184-4d00-8731-117c0e97bae3: ACTIVE {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:40:01.759126 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47744) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:01.815717 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47748) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:01.950205 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85ddcacc-3a03-4888-9741-b515ffc9f358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:01.960508 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb19-e801-48f9-b2e3-b526368af649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.040787 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85ddcacc-3a03-4888-9741-b515ffc9f358 admin admin] Publish callbacks [] for security_group (843d7514-5150-4468-b8e0-a8fcf676354f), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.041666 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb19-e801-48f9-b2e3-b526368af649 admin admin] Publish callbacks [] for security_group (302fd038-1710-4b43-97ef-f09142ad7121), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.045254 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-85ddcacc-3a03-4888-9741-b515ffc9f358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (843d7514-5150-4468-b8e0-a8fcf676354f), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.046226 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c7acdb19-e801-48f9-b2e3-b526368af649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (302fd038-1710-4b43-97ef-f09142ad7121), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.076534 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c7acdb19-e801-48f9-b2e3-b526368af649 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73471ae6e5f54c68b275c28742026e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162398 Apr 11 19:40:02.080744 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47754) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:02.095681 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acdb19-e801-48f9-b2e3-b526368af649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302fd038-1710-4b43-97ef-f09142ad7121,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:02.101871 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-85ddcacc-3a03-4888-9741-b515ffc9f358 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c42a500732d4bb19e035e47522d6552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850037 Apr 11 19:40:02.104684 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47756) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:02.104984 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddcacc-3a03-4888-9741-b515ffc9f358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843d7514-5150-4468-b8e0-a8fcf676354f,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:02.150239 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab381f9-63e4-455d-8df3-216a7f5e6f17 admin admin] Publish callbacks [] for security_group (302fd038-1710-4b43-97ef-f09142ad7121), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.158671 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8290144-4f42-43fc-9f7e-e824c45d1a91 admin admin] Publish callbacks [] for security_group (843d7514-5150-4468-b8e0-a8fcf676354f), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.173388 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab381f9-63e4-455d-8df3-216a7f5e6f17 admin admin] Publish callbacks [] for security_group (302fd038-1710-4b43-97ef-f09142ad7121), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.181720 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8290144-4f42-43fc-9f7e-e824c45d1a91 admin admin] Publish callbacks [] for security_group (843d7514-5150-4468-b8e0-a8fcf676354f), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.229150 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab381f9-63e4-455d-8df3-216a7f5e6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (302fd038-1710-4b43-97ef-f09142ad7121), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.232373 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-8ab381f9-63e4-455d-8df3-216a7f5e6f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.235963 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-8ab381f9-63e4-455d-8df3-216a7f5e6f17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/302fd038-1710-4b43-97ef-f09142ad7121 HTTP/1.1" status: 204 len: 168 time: 0.1517732 Apr 11 19:40:02.242705 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8290144-4f42-43fc-9f7e-e824c45d1a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (843d7514-5150-4468-b8e0-a8fcf676354f), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.246436 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-c8290144-4f42-43fc-9f7e-e824c45d1a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.250572 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab381f9-63e4-455d-8df3-216a7f5e6f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302fd038-1710-4b43-97ef-f09142ad7121,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:02.253331 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-c8290144-4f42-43fc-9f7e-e824c45d1a91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/843d7514-5150-4468-b8e0-a8fcf676354f HTTP/1.1" status: 204 len: 168 time: 0.1470029 Apr 11 19:40:02.265026 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8290144-4f42-43fc-9f7e-e824c45d1a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843d7514-5150-4468-b8e0-a8fcf676354f,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:02.658828 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47766) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:02.672950 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbe93061-ad25-4255-bcb8-b377d39e7d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.747546 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbe93061-ad25-4255-bcb8-b377d39e7d6d admin admin] Publish callbacks [] for security_group (467bdaaa-5970-448a-9317-39b91c3be959), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.751445 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-cbe93061-ad25-4255-bcb8-b377d39e7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (467bdaaa-5970-448a-9317-39b91c3be959), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.791398 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-cbe93061-ad25-4255-bcb8-b377d39e7d6d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a508051447146d788e5e471bbd1f7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310482 Apr 11 19:40:02.792537 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe93061-ad25-4255-bcb8-b377d39e7d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467bdaaa-5970-448a-9317-39b91c3be959,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:02.794369 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47768) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:02.846585 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7b618d8a-d56f-4e34-ad19-9ffe4d9715f9 admin admin] Publish callbacks [] for security_group (467bdaaa-5970-448a-9317-39b91c3be959), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.867810 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7b618d8a-d56f-4e34-ad19-9ffe4d9715f9 admin admin] Publish callbacks [] for security_group (467bdaaa-5970-448a-9317-39b91c3be959), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.939270 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7b618d8a-d56f-4e34-ad19-9ffe4d9715f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (467bdaaa-5970-448a-9317-39b91c3be959), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.946659 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-7b618d8a-d56f-4e34-ad19-9ffe4d9715f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:02.947228 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-7b618d8a-d56f-4e34-ad19-9ffe4d9715f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/467bdaaa-5970-448a-9317-39b91c3be959 HTTP/1.1" status: 204 len: 168 time: 0.1507094 Apr 11 19:40:02.955685 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b618d8a-d56f-4e34-ad19-9ffe4d9715f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467bdaaa-5970-448a-9317-39b91c3be959,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:03.280737 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47776) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:03.294679 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ad014cd8-9bc6-4b54-bf4d-7744ca8d55b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.374218 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ad014cd8-9bc6-4b54-bf4d-7744ca8d55b9 admin admin] Publish callbacks [] for security_group (3d2d77f9-ce29-4a3d-99e3-32d856e4f657), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.378163 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-ad014cd8-9bc6-4b54-bf4d-7744ca8d55b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3d2d77f9-ce29-4a3d-99e3-32d856e4f657), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.416288 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-ad014cd8-9bc6-4b54-bf4d-7744ca8d55b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0bc0c22fa79244d4bad4128036577c50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345296 Apr 11 19:40:03.417642 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad014cd8-9bc6-4b54-bf4d-7744ca8d55b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2d77f9-ce29-4a3d-99e3-32d856e4f657,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:03.419361 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47778) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:03.468599 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1aeab52d-c52b-40d8-a3c2-15907702b077 admin admin] Publish callbacks [] for security_group (3d2d77f9-ce29-4a3d-99e3-32d856e4f657), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.490331 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1aeab52d-c52b-40d8-a3c2-15907702b077 admin admin] Publish callbacks [] for security_group (3d2d77f9-ce29-4a3d-99e3-32d856e4f657), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.541216 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1aeab52d-c52b-40d8-a3c2-15907702b077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (3d2d77f9-ce29-4a3d-99e3-32d856e4f657), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.545043 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-1aeab52d-c52b-40d8-a3c2-15907702b077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:03.546326 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-1aeab52d-c52b-40d8-a3c2-15907702b077 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d2d77f9-ce29-4a3d-99e3-32d856e4f657 HTTP/1.1" status: 204 len: 168 time: 0.1244817 Apr 11 19:40:03.554416 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeab52d-c52b-40d8-a3c2-15907702b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2d77f9-ce29-4a3d-99e3-32d856e4f657,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:10.022995 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47884) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:10.140357 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29f52b96-e7d1-4987-810a-c8936162188f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.219924 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29f52b96-e7d1-4987-810a-c8936162188f admin admin] Publish callbacks [] for security_group (cf9550b9-3059-4c4e-a672-97ca0d8719c5), precommit_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.223868 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-29f52b96-e7d1-4987-810a-c8936162188f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cf9550b9-3059-4c4e-a672-97ca0d8719c5), after_create {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.264122 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-29f52b96-e7d1-4987-810a-c8936162188f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc74a73a6e684728b453c2eb73d870b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399950 Apr 11 19:40:10.265032 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f52b96-e7d1-4987-810a-c8936162188f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9550b9-3059-4c4e-a672-97ca0d8719c5,revision_number=1']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:10.266841 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47888) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:10.317661 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2e90-7047-4570-9c80-90d99d45368f admin admin] Publish callbacks [] for security_group (cf9550b9-3059-4c4e-a672-97ca0d8719c5), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.339029 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2e90-7047-4570-9c80-90d99d45368f admin admin] Publish callbacks [] for security_group (cf9550b9-3059-4c4e-a672-97ca0d8719c5), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.385064 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2e90-7047-4570-9c80-90d99d45368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (cf9550b9-3059-4c4e-a672-97ca0d8719c5), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.387747 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2e90-7047-4570-9c80-90d99d45368f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:10.388834 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-4a8d2e90-7047-4570-9c80-90d99d45368f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf9550b9-3059-4c4e-a672-97ca0d8719c5 HTTP/1.1" status: 204 len: 168 time: 0.1208878 Apr 11 19:40:10.396596 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2e90-7047-4570-9c80-90d99d45368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9550b9-3059-4c4e-a672-97ca0d8719c5,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:14.040619 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.262339 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 47980) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:16.377765 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5085ed88-e5d8-4ce9-9bb4-96698981fb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.459601 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5085ed88-e5d8-4ce9-9bb4-96698981fb9a admin admin] Publish callbacks [] for security_group (7ab261d9-5732-4fbe-86ae-3939580026e7), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.463353 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-5085ed88-e5d8-4ce9-9bb4-96698981fb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7ab261d9-5732-4fbe-86ae-3939580026e7), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.501785 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-5085ed88-e5d8-4ce9-9bb4-96698981fb9a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39f7791af54b4b23bccd58b1f8fc9dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383890 Apr 11 19:40:16.502627 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085ed88-e5d8-4ce9-9bb4-96698981fb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab261d9-5732-4fbe-86ae-3939580026e7,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:16.505168 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 47984) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:40:16.553996 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-833e318e-1234-469d-a39f-62d9676db3c6 admin admin] Publish callbacks [] for security_group (7ab261d9-5732-4fbe-86ae-3939580026e7), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.575875 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-833e318e-1234-469d-a39f-62d9676db3c6 admin admin] Publish callbacks [] for security_group (7ab261d9-5732-4fbe-86ae-3939580026e7), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.621993 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-833e318e-1234-469d-a39f-62d9676db3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (7ab261d9-5732-4fbe-86ae-3939580026e7), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.624351 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-833e318e-1234-469d-a39f-62d9676db3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:16.625543 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-833e318e-1234-469d-a39f-62d9676db3c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ab261d9-5732-4fbe-86ae-3939580026e7 HTTP/1.1" status: 204 len: 168 time: 0.1193440 Apr 11 19:40:16.634144 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e318e-1234-469d-a39f-62d9676db3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab261d9-5732-4fbe-86ae-3939580026e7,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:17.768436 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cfbf9503-50c7-4371-9011-cfb854ab4185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:19.250529 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b864c9-ad86-472d-8c32-25995aa56aec req-453219ca-3d7e-4406-97fb-2f220b93f529 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:19.251896 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-13b864c9-ad86-472d-8c32-25995aa56aec req-453219ca-3d7e-4406-97fb-2f220b93f529 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0459943 Apr 11 19:40:19.301061 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-13b864c9-ad86-472d-8c32-25995aa56aec req-ce64acf5-af56-4423-bbbc-01081f79357f tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Apr 11 19:40:20.430062 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4bed6-8873-4e12-ad96-edd0e37f01b9 req-aa4b13e1-e63e-40a7-921a-2002a6f7b492 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:20.431590 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6ba4bed6-8873-4e12-ad96-edd0e37f01b9 req-aa4b13e1-e63e-40a7-921a-2002a6f7b492 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0556867 Apr 11 19:40:20.485304 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6ba4bed6-8873-4e12-ad96-edd0e37f01b9 req-4f8c0e06-cc9c-4b41-a868-ba4a16703b5c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475426 Apr 11 19:40:20.792776 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2d5afa2b-5f8d-4ef9-86c0-cd9aae3fe009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:21.044994 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:40:21.599574 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5940e6-e3a7-4f52-a782-cf98c2052eac req-dfb3c699-d5ac-4b56-b801-b03b9e8e9254 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:21.601129 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7f5940e6-e3a7-4f52-a782-cf98c2052eac req-dfb3c699-d5ac-4b56-b801-b03b9e8e9254 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Apr 11 19:40:21.647199 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-7f5940e6-e3a7-4f52-a782-cf98c2052eac req-614bb7d9-7e9b-4c29-bd03-320564888657 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Apr 11 19:40:21.804575 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:22.757179 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3fa93-7209-4f8a-9318-97430e802b8b req-642c9076-64c7-40c9-9166-f08330fabe36 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:22.758634 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20e3fa93-7209-4f8a-9318-97430e802b8b req-642c9076-64c7-40c9-9166-f08330fabe36 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0457203 Apr 11 19:40:22.805064 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-20e3fa93-7209-4f8a-9318-97430e802b8b req-e514e48b-d3be-4bbc-ab83-3a2fd7f4e0de tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Apr 11 19:40:22.912909 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:23.926412 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937dfbd-4b1d-40f4-88a0-705c417fc0f4 req-6956742d-7419-4b00-abb9-01c992209dc1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:23.927943 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3937dfbd-4b1d-40f4-88a0-705c417fc0f4 req-6956742d-7419-4b00-abb9-01c992209dc1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0497742 Apr 11 19:40:23.976409 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3937dfbd-4b1d-40f4-88a0-705c417fc0f4 req-0e72e1b3-702d-4347-9821-318ea8d17383 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Apr 11 19:40:24.444345 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-18a07266-5c99-4c71-89b0-879c27638308 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:24.445843 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-18a07266-5c99-4c71-89b0-879c27638308 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 945 time: 0.0454965 Apr 11 19:40:24.533628 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Deleting port 733c5e0c-21e0-4680-95ff-01af976e2503 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:40:24.533968 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:24.620472 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] For port 733c5e0c-21e0-4680-95ff-01af976e2503, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=733c5e0c-21e0-4680-95ff-01af976e2503,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:40:24.620875 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:24.637812 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Calling delete_port for 733c5e0c-21e0-4680-95ff-01af976e2503 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:40:24.762406 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (733c5e0c-21e0-4680-95ff-01af976e2503), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:24.774614 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['733c5e0c-21e0-4680-95ff-01af976e2503'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:40:24.792988 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Pushing event deleted for resources: {'Port': ['ID=733c5e0c-21e0-4680-95ff-01af976e2503,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:24.841001 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] No DVR routers for this DVR port 733c5e0c-21e0-4680-95ff-01af976e2503 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:40:24.843593 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:24.847002 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-b15b9b5c-91b6-467e-b11a-b4a359264098 req-e6933564-ee87-4614-b07b-84446bcfd8c7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "DELETE /v2.0/ports/733c5e0c-21e0-4680-95ff-01af976e2503 HTTP/1.1" status: 204 len: 173 time: 0.3937201 Apr 11 19:40:24.847464 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'name': 'network-vif-deleted', 'tag': '733c5e0c-21e0-4680-95ff-01af976e2503'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:40:24.849701 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc7b20-b79b-4258-88e2-8209e64445d7" -d '{"events": [{"server_uuid": "f65a8886-dda3-451c-9a7e-f89dd39fe214", "name": "network-vif-deleted", "tag": "733c5e0c-21e0-4680-95ff-01af976e2503"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:40:24.890928 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c118df70-3c3a-49a8-88d9-9fd655b45440 x-openstack-request-id: req-c118df70-3c3a-49a8-88d9-9fd655b45440 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:40:24.891219 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a8886-dda3-451c-9a7e-f89dd39fe214", "name": "network-vif-deleted", "tag": "733c5e0c-21e0-4680-95ff-01af976e2503", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:40:24.891474 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c118df70-3c3a-49a8-88d9-9fd655b45440 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:40:24.891892 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c118df70-3c3a-49a8-88d9-9fd655b45440'] response: {'server_uuid': 'f65a8886-dda3-451c-9a7e-f89dd39fe214', 'name': 'network-vif-deleted', 'tag': '733c5e0c-21e0-4680-95ff-01af976e2503', 'status': 'completed', 'code': 200} Apr 11 19:40:24.973029 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:25.089949 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-988fcf58-67df-4696-aa87-d979a6275b92 req-f0b47eb1-e199-4b2e-ba4e-a489209642f3 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 210 time: 0.0335732 Apr 11 19:40:25.125505 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-49daab95-929f-4a84-9556-1e0598118ea5 req-a93d55a9-7c1d-4068-82a7-f8c78bdce927 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263226 Apr 11 19:40:25.199077 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-49daab95-929f-4a84-9556-1e0598118ea5 req-3414c250-9463-4bd6-a4b2-d4c4d3a47334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&device_id=f65a8886-dda3-451c-9a7e-f89dd39fe214 HTTP/1.1" status: 200 len: 210 time: 0.0303802 Apr 11 19:40:25.394010 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49daab95-929f-4a84-9556-1e0598118ea5 req-16aa058d-536c-4dcc-b531-fe3cefcda756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:25.395526 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-49daab95-929f-4a84-9556-1e0598118ea5 req-16aa058d-536c-4dcc-b531-fe3cefcda756 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=87beecdc8d934339b391cf8383fb1198&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1644461 Apr 11 19:40:25.663943 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49daab95-929f-4a84-9556-1e0598118ea5 req-46754777-fc6f-4eb9-8b1d-a78e3982673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:25.665346 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-49daab95-929f-4a84-9556-1e0598118ea5 req-46754777-fc6f-4eb9-8b1d-a78e3982673c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1640325 Apr 11 19:40:28.242793 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 733c5e0c-21e0-4680-95ff-01af976e2503 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:40:28.263020 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 733c5e0c-21e0-4680-95ff-01af976e2503 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:40:28.263365 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 733c5e0c-21e0-4680-95ff-01af976e2503 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:40:30.256224 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-789329d9-4018-4418-ab4f-a179772ff8f7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:30.257738 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-789329d9-4018-4418-ab4f-a179772ff8f7 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/networks?id=2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 200 len: 814 time: 0.3647933 Apr 11 19:40:30.272153 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-7bb973a0-be7f-40b3-934a-6d4240a6d36f tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/quotas/87beecdc8d934339b391cf8383fb1198 HTTP/1.1" status: 200 len: 375 time: 0.0090654 Apr 11 19:40:30.309361 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-6e4cbb0f-e490-4e14-ba5a-af81e2b99d87 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320413 Apr 11 19:40:30.400813 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-cf5c7305-c109-4603-b042-471d5cc76461 service neutron] 10.222.0.26 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847392 Apr 11 19:40:30.490019 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-f3cf7841-3ff9-4163-b8ba-8bca75efd7ad service neutron] 10.222.0.26 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832870 Apr 11 19:40:30.651436 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bbb8820c-a24f-45cd-9fdb-dc11cd1b40d7 req-ce945ee6-b78c-4bd8-bbde-df63c8b658a1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 210 time: 0.0281501 Apr 11 19:40:31.601557 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-55a76331-adac-4e50-bca2-9d93b6bfb029 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:31.603079 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-55a76331-adac-4e50-bca2-9d93b6bfb029 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "GET /v2.0/networks?id=2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 200 len: 814 time: 0.1214609 Apr 11 19:40:31.618143 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Request body: {'port': {'device_id': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681', 'admin_state_up': True, 'tenant_id': '87beecdc8d934339b391cf8383fb1198'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:40:31.765941 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-37efae7e-8479-4c2d-b9fa-763fb3c88fb2 req-30c38f39-5122-4f50-824b-cedeefba51f2 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 210 time: 0.0394576 Apr 11 19:40:31.788368 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Made reservation on behalf of 87beecdc8d934339b391cf8383fb1198 for: {'port': 1} {{(pid=103241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:40:31.791973 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (None), before_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:31.918604 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_common [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Allocated IP 172.20.0.9 (2b586b3c-d829-4b5b-8703-bcfd65ef0681/66a0902f-8119-4f3e-adc4-0d68c750c5f3/18f3c50a-ad48-449d-a451-71bab78034f6) {{(pid=103241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:40:32.068067 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks [] for port (18f3c50a-ad48-449d-a451-71bab78034f6), precommit_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.101032 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748496781114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), after_create {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.145242 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 is already hosted by enough agents. {{(pid=103241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:40:32.148093 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.base_scheduler [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Resources bound (agent type, host, resource id): {{(pid=103241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:40:32.151719 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Received port after_create {{(pid=103241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:40:32.178221 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Pushing event updated for resources: {'Port': ['ID=18f3c50a-ad48-449d-a451-71bab78034f6,revision_number=1']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:32.205771 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:32.206377 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.221569 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-512cc1d0-0a3f-41f2-8a71-89c735e4d678 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097052 Apr 11 19:40:32.236333 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.v2.base [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Request body: {'port': {'device_id': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83078'}} {{(pid=103241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:40:32.293255 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.548945 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f3c50a-ad48-449d-a451-71bab78034f6 {{(pid=103241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:40:32.557292 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Publish callbacks [] for port (18f3c50a-ad48-449d-a451-71bab78034f6), precommit_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.570082 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.provisioning_blocks [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Transition to ACTIVE for port object 18f3c50a-ad48-449d-a451-71bab78034f6 will not be triggered until provisioned by entity L2. {{(pid=103241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:40:32.574732 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.628968 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Pushing event updated for resources: {'Port': ['ID=18f3c50a-ad48-449d-a451-71bab78034f6,revision_number=2']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:32.710080 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Attempting to bind port 18f3c50a-ad48-449d-a451-71bab78034f6 on host hv-cinder-83078 for vnic_type normal with profile {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:40:32.710411 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Attempting to bind port 18f3c50a-ad48-449d-a451-71bab78034f6 by drivers openvswitch,hyperv on host hv-cinder-83078 at level 0 using segments [{'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:40:32.710743 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Attempting to bind port 18f3c50a-ad48-449d-a451-71bab78034f6 on network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:40:32.715296 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Port 18f3c50a-ad48-449d-a451-71bab78034f6 on network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83078 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:40:32.715615 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Attempting to bind port 18f3c50a-ad48-449d-a451-71bab78034f6 on network 2b586b3c-d829-4b5b-8703-bcfd65ef0681 {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:40:32.720551 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Checking agent: {'id': '3fb6da6a-3a99-4ce5-85db-46f659cf364c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'started_at': datetime.datetime(2022, 4, 11, 19, 30, 14), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:40:32.720918 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Checking segment: {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:40:32.721301 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Bound using segment: {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'} {{(pid=103241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:40:32.721731 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.managers [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Bound port: 18f3c50a-ad48-449d-a451-71bab78034f6, host: hv-cinder-83078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39331af0-63e5-4e94-be4a-53e66858275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681'}}] {{(pid=103241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:40:32.722093 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), before_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.792304 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] For port 18f3c50a-ad48-449d-a451-71bab78034f6, host hv-cinder-83078, cleared binding levels {{(pid=103241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:40:32.795946 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] For port 18f3c50a-ad48-449d-a451-71bab78034f6, host hv-cinder-83078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=18f3c50a-ad48-449d-a451-71bab78034f6,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:40:32.803359 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29492270'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), after_update {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.839211 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:32.839835 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:32.841260 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] 10.222.0.53 "PUT /v2.0/ports/18f3c50a-ad48-449d-a451-71bab78034f6 HTTP/1.1" status: 200 len: 1093 time: 0.6088948 Apr 11 19:40:32.841706 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'tag': '18f3c50a-ad48-449d-a451-71bab78034f6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:40:32.843931 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2839279-ae33-40d0-a8c1-43225339430d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db", "tag": "18f3c50a-ad48-449d-a451-71bab78034f6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:40:32.877712 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c980d4-d386-4ee7-9afb-46ffb51b2e28 service neutron] Pushing event updated for resources: {'Port': ['ID=18f3c50a-ad48-449d-a451-71bab78034f6,revision_number=3']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:32.896546 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfdf7b8-b38e-4309-8607-8baecfda8dd0 x-openstack-request-id: req-ddfdf7b8-b38e-4309-8607-8baecfda8dd0 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:40:32.896940 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db", "tag": "18f3c50a-ad48-449d-a451-71bab78034f6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:40:32.897254 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ddfdf7b8-b38e-4309-8607-8baecfda8dd0 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:40:32.897744 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfdf7b8-b38e-4309-8607-8baecfda8dd0'] response: {'name': 'network-changed', 'server_uuid': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'tag': '18f3c50a-ad48-449d-a451-71bab78034f6', 'status': 'completed', 'code': 200} Apr 11 19:40:32.901783 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b711572-5137-4c6f-b6f9-572a79d06791 req-0829b0ce-752c-470d-a498-c80999568d68 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:32.903297 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7b711572-5137-4c6f-b6f9-572a79d06791 req-0829b0ce-752c-470d-a498-c80999568d68 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 943 time: 0.0635054 Apr 11 19:40:32.934978 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-dfd1447c-a7c0-4d2c-b506-1662723a4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:32.936498 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-dfd1447c-a7c0-4d2c-b506-1662723a4ead service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 1127 time: 0.0511127 Apr 11 19:40:32.954938 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-7b711572-5137-4c6f-b6f9-572a79d06791 req-ad53e175-8b16-48b0-9eef-166148dabc77 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411177 Apr 11 19:40:32.982267 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-3a2aac88-b9aa-4e01-b5cf-a6318134305a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f3c50a-ad48-449d-a451-71bab78034f6 HTTP/1.1" status: 200 len: 217 time: 0.0386450 Apr 11 19:40:33.031706 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-4bcb9457-d4c0-4d8b-ba95-a4202095a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:33.033213 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-4bcb9457-d4c0-4d8b-ba95-a4202095a28c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a0902f-8119-4f3e-adc4-0d68c750c5f3 HTTP/1.1" status: 200 len: 854 time: 0.0436072 Apr 11 19:40:33.076202 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-2a0c335c-c322-4e0f-8fdc-5c2ea2788545 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b586b3c-d829-4b5b-8703-bcfd65ef0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263340 Apr 11 19:40:33.170800 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-40b98b10-9686-4c1c-9dab-ba2da5e0e69a service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859754 Apr 11 19:40:33.265204 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-d9700eb3-aefc-4648-ab67-f18b938f1069 req-4f84af18-9329-4391-b65e-babb78a2046d service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814245 Apr 11 19:40:34.074010 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a98c58-bf80-4ea8-bec9-2dbbeaa6cf7d req-1487e9de-da26-4f0d-991e-f9acd1dc6263 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:34.075637 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e7a98c58-bf80-4ea8-bec9-2dbbeaa6cf7d req-1487e9de-da26-4f0d-991e-f9acd1dc6263 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 943 time: 0.0510964 Apr 11 19:40:34.128995 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-e7a98c58-bf80-4ea8-bec9-2dbbeaa6cf7d req-41f73c3d-95d1-43e8-a19a-b11fe83a550b tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475981 Apr 11 19:40:34.171191 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2839279-ae33-40d0-a8c1-43225339430d req-83371f00-db85-4be6-abfd-f28e23d49fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:34.172725 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-83371f00-db85-4be6-abfd-f28e23d49fbe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=87beecdc8d934339b391cf8383fb1198&device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 1127 time: 0.0393915 Apr 11 19:40:34.266134 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2839279-ae33-40d0-a8c1-43225339430d req-326e3c30-bc2d-4e95-86ed-8d2383303732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:34.267530 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-326e3c30-bc2d-4e95-86ed-8d2383303732 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 200 len: 915 time: 0.0885732 Apr 11 19:40:34.312984 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-00eb777e-e410-427a-887e-4dbe656fcd97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f3c50a-ad48-449d-a451-71bab78034f6 HTTP/1.1" status: 200 len: 217 time: 0.0382836 Apr 11 19:40:34.364469 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2839279-ae33-40d0-a8c1-43225339430d req-f77d1842-4249-45d9-8e9f-4d8a918eaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:34.365981 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-f77d1842-4249-45d9-8e9f-4d8a918eaf2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=66a0902f-8119-4f3e-adc4-0d68c750c5f3 HTTP/1.1" status: 200 len: 854 time: 0.0457444 Apr 11 19:40:34.401154 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-60cee64b-be26-4999-bd1c-830cdee008e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2b586b3c-d829-4b5b-8703-bcfd65ef0681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282526 Apr 11 19:40:34.493108 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-a149f4ff-9087-487b-bf9c-7c98676a8379 service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Apr 11 19:40:34.584472 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a2839279-ae33-40d0-a8c1-43225339430d req-49e1a175-6e21-4c8c-aabd-a02a46619958 service neutron] 10.222.0.53 "GET /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853200 Apr 11 19:40:35.239045 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e7775-4a77-49d1-a422-1502b15da665 req-bc2efa3a-726a-4c74-bc8b-aa114d715a15 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:35.240481 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0f0e7775-4a77-49d1-a422-1502b15da665 req-bc2efa3a-726a-4c74-bc8b-aa114d715a15 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 943 time: 0.0458250 Apr 11 19:40:35.286747 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-0f0e7775-4a77-49d1-a422-1502b15da665 req-a23a1b98-20d0-44f5-b74d-26b1486ce574 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Apr 11 19:40:36.274239 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 18f3c50a-ad48-449d-a451-71bab78034f6 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:40:36.371846 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 18f3c50a-ad48-449d-a451-71bab78034f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=18f3c50a-ad48-449d-a451-71bab78034f6,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:40:36.383900 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': '18f3c50a-ad48-449d-a451-71bab78034f6', 'network_id': '2b586b3c-d829-4b5b-8703-bcfd65ef0681', 'port_id': '18f3c50a-ad48-449d-a451-71bab78034f6', 'mac_address': 'fa:16:3e:1b:d5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66a0902f-8119-4f3e-adc4-0d68c750c5f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:40:36.399797 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba0164-da61-4aea-9ea0-9cac60352485 req-e09c9d44-77db-4c3e-bc91-c59b348bbb90 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:36.401502 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1aba0164-da61-4aea-9ea0-9cac60352485 req-e09c9d44-77db-4c3e-bc91-c59b348bbb90 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 943 time: 0.0485232 Apr 11 19:40:36.428064 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 18f3c50a-ad48-449d-a451-71bab78034f6 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:40:36.428456 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:36.441718 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f3c50a-ad48-449d-a451-71bab78034f6 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:40:36.453869 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1aba0164-da61-4aea-9ea0-9cac60352485 req-af0de5a5-cc09-49bd-9c2f-f69403fc044b tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467684 Apr 11 19:40:36.461030 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 18f3c50a-ad48-449d-a451-71bab78034f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=18f3c50a-ad48-449d-a451-71bab78034f6,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:40:36.465807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:36.513459 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=18f3c50a-ad48-449d-a451-71bab78034f6,revision_number=4']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:36.722036 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['18f3c50a-ad48-449d-a451-71bab78034f6'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:40:37.564915 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ea68b-d4b8-4bc7-8b01-a9388c5a067c req-77d1a9f6-238c-4f14-bf90-3158b07a7a4a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:37.566392 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-674ea68b-d4b8-4bc7-8b01-a9388c5a067c req-77d1a9f6-238c-4f14-bf90-3158b07a7a4a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 944 time: 0.0465064 Apr 11 19:40:37.617939 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-674ea68b-d4b8-4bc7-8b01-a9388c5a067c req-dce4e53a-e621-4905-9203-13c05fe45edb tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453908 Apr 11 19:40:38.277779 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 18f3c50a-ad48-449d-a451-71bab78034f6 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:40:38.328534 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning for port 18f3c50a-ad48-449d-a451-71bab78034f6 completed by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:40:38.334754 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port 18f3c50a-ad48-449d-a451-71bab78034f6 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:40:38.335165 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:38.409879 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port 18f3c50a-ad48-449d-a451-71bab78034f6 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:40:38.410185 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:38.437703 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f3c50a-ad48-449d-a451-71bab78034f6'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:40:38.440075 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983737b4-9e0b-4847-977e-8a5d9a9f02a8" -d '{"events": [{"server_uuid": "2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db", "name": "network-vif-plugged", "status": "completed", "tag": "18f3c50a-ad48-449d-a451-71bab78034f6"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:40:38.452884 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port 18f3c50a-ad48-449d-a451-71bab78034f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=18f3c50a-ad48-449d-a451-71bab78034f6,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:40:38.457066 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:38.480337 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fddea4a-b3f5-4a7b-b967-078e2c93cc79 x-openstack-request-id: req-9fddea4a-b3f5-4a7b-b967-078e2c93cc79 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:40:38.480670 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db", "name": "network-vif-plugged", "status": "completed", "tag": "18f3c50a-ad48-449d-a451-71bab78034f6", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:40:38.480932 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9fddea4a-b3f5-4a7b-b967-078e2c93cc79 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:40:38.481324 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fddea4a-b3f5-4a7b-b967-078e2c93cc79'] response: {'server_uuid': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f3c50a-ad48-449d-a451-71bab78034f6', 'code': 200} Apr 11 19:40:38.508100 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=18f3c50a-ad48-449d-a451-71bab78034f6,revision_number=5']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:40:38.654703 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7835c-c000-4b08-9177-729517870ed1 req-7f4218e0-c508-4525-a912-90f87fc5cead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:38.656230 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-33a7835c-c000-4b08-9177-729517870ed1 req-7f4218e0-c508-4525-a912-90f87fc5cead service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 1129 time: 0.0383933 Apr 11 19:40:38.702315 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-33a7835c-c000-4b08-9177-729517870ed1 req-791a1fbc-f316-4fd2-b160-f5f810bf3365 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Apr 11 19:40:38.729968 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f102a5d-96b4-49d3-98d0-db14995ec70a req-24ad4938-4e15-4857-a0f0-22acc554e13e tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:38.731562 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f102a5d-96b4-49d3-98d0-db14995ec70a req-24ad4938-4e15-4857-a0f0-22acc554e13e tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0467429 Apr 11 19:40:38.780325 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9f102a5d-96b4-49d3-98d0-db14995ec70a req-646260dd-1b87-438b-b34e-8863669cae57 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 Apr 11 19:40:39.897459 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcfd71-34e3-402d-8973-bbb11a12c280 req-3fe12a16-41f9-49d9-a706-f17034f62a61 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:39.899157 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1bbcfd71-34e3-402d-8973-bbb11a12c280 req-3fe12a16-41f9-49d9-a706-f17034f62a61 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0485847 Apr 11 19:40:39.946932 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1bbcfd71-34e3-402d-8973-bbb11a12c280 req-07f977d2-444d-4942-8ec9-3c77320c5b06 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421412 Apr 11 19:40:41.056328 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e09c8-9043-4919-b258-8e18005dea1b req-d6c49367-fe82-4777-a540-102c9fb54011 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:41.057860 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-932e09c8-9043-4919-b258-8e18005dea1b req-d6c49367-fe82-4777-a540-102c9fb54011 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0469859 Apr 11 19:40:41.107026 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-932e09c8-9043-4919-b258-8e18005dea1b req-261a765b-0247-4d38-a9eb-8a6599658ee4 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436401 Apr 11 19:40:44.050277 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:47.772382 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-5718314a-c698-4f35-8155-c6317a728c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:50.795365 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-afbf3e03-10f5-43d0-8e1a-84c4ecaa60f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:51.806642 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:52.916781 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:54.975413 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:40:58.045331 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:40:59.890748 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a2a8e-4738-4a98-9cd3-61d3fff2c634 req-28c692e1-718d-4e87-8883-5f1cf781cded tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:40:59.892276 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-988a2a8e-4738-4a98-9cd3-61d3fff2c634 req-28c692e1-718d-4e87-8883-5f1cf781cded tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0502529 Apr 11 19:40:59.940854 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-988a2a8e-4738-4a98-9cd3-61d3fff2c634 req-13fac09d-bca8-4ee9-b5a7-cbe11994f1b2 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Apr 11 19:41:01.060204 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce9f76-d5a8-4ede-a28e-36af68b898e5 req-95508cc1-e7ba-4d1a-9328-add8d1ccb4bc tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:01.061745 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-22ce9f76-d5a8-4ede-a28e-36af68b898e5 req-95508cc1-e7ba-4d1a-9328-add8d1ccb4bc tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0507648 Apr 11 19:41:01.109430 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-22ce9f76-d5a8-4ede-a28e-36af68b898e5 req-3df5f1ad-a8da-4173-93c3-26ff53f42793 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Apr 11 19:41:02.222056 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7fc56-50d3-4a88-b0c2-e810ed136bea req-afb872f8-71d9-4a0a-b893-de867955aae6 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:02.223561 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-21c7fc56-50d3-4a88-b0c2-e810ed136bea req-afb872f8-71d9-4a0a-b893-de867955aae6 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0477841 Apr 11 19:41:02.270502 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-21c7fc56-50d3-4a88-b0c2-e810ed136bea req-ac91becb-5e15-4e7e-96da-97a07693e07e tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Apr 11 19:41:03.382862 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536bea3-bd27-434f-a92b-1a690803a7f2 req-f6cd1195-e056-44ac-a2ae-739852abcf4a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:03.384264 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d536bea3-bd27-434f-a92b-1a690803a7f2 req-f6cd1195-e056-44ac-a2ae-739852abcf4a tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0471213 Apr 11 19:41:03.431167 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d536bea3-bd27-434f-a92b-1a690803a7f2 req-4a11f887-1cb0-4ed5-9956-ac7da465e074 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Apr 11 19:41:04.478983 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-84d68a51-28e4-4cbb-81fc-6942ab18b7e5 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:04.480435 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-84d68a51-28e4-4cbb-81fc-6942ab18b7e5 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0502725 Apr 11 19:41:04.586927 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1738e-1a5f-4fe5-acc2-3a359f8c7c90 req-856b7a43-08fc-4abf-bbec-f48a34cf8ea1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:04.588392 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0fa1738e-1a5f-4fe5-acc2-3a359f8c7c90 req-856b7a43-08fc-4abf-bbec-f48a34cf8ea1 tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db HTTP/1.1" status: 200 len: 945 time: 0.0771811 Apr 11 19:41:04.612624 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Deleting port 18f3c50a-ad48-449d-a451-71bab78034f6 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:41:04.612989 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:04.696585 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-0fa1738e-1a5f-4fe5-acc2-3a359f8c7c90 req-24c10388-e522-462d-94b2-717b7a2bb89d tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.26 "GET /v2.0/security-groups?id=55bdcc05-da45-4888-b915-8bf01a90ea30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008422 Apr 11 19:41:04.737026 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] For port 18f3c50a-ad48-449d-a451-71bab78034f6, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=18f3c50a-ad48-449d-a451-71bab78034f6,segment=NetworkSegment(39331af0-63e5-4e94-be4a-53e66858275d),segment_id=39331af0-63e5-4e94-be4a-53e66858275d)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:41:04.737304 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:04.751256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Calling delete_port for 18f3c50a-ad48-449d-a451-71bab78034f6 owned by compute:nova {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:41:04.883164 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (18f3c50a-ad48-449d-a451-71bab78034f6), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:04.900611 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['18f3c50a-ad48-449d-a451-71bab78034f6'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:41:04.913061 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Pushing event deleted for resources: {'Port': ['ID=18f3c50a-ad48-449d-a451-71bab78034f6,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:41:04.926258 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.926636 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.926986 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.927873 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.928221 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.928561 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.928922 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.929251 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.929582 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.929911 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.930238 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.930565 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.930902 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.931254 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.931575 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:04.968510 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] No DVR routers for this DVR port 18f3c50a-ad48-449d-a451-71bab78034f6 on host hv-cinder-83078 {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:41:04.971110 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:04.975000 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-5166ce5e-3e36-4328-b61a-027b9f578544 req-4e4b629b-1917-42f8-a4f2-cc32d4a95b7c tempest-VolumesSnapshotTestJSON-971187337 tempest-VolumesSnapshotTestJSON-971187337-project] 10.222.0.53 "DELETE /v2.0/ports/18f3c50a-ad48-449d-a451-71bab78034f6 HTTP/1.1" status: 204 len: 173 time: 0.4892068 Apr 11 19:41:04.975481 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'name': 'network-vif-deleted', 'tag': '18f3c50a-ad48-449d-a451-71bab78034f6'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:41:04.977846 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59716f5d-64d9-4aa2-b457-6fbdb3ef54ab" -d '{"events": [{"server_uuid": "2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db", "name": "network-vif-deleted", "tag": "18f3c50a-ad48-449d-a451-71bab78034f6"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:41:05.019306 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc677ca-0c4f-416e-8fc8-951199dc78e6 x-openstack-request-id: req-7cc677ca-0c4f-416e-8fc8-951199dc78e6 {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:41:05.019594 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db", "name": "network-vif-deleted", "tag": "18f3c50a-ad48-449d-a451-71bab78034f6", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:41:05.019842 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7cc677ca-0c4f-416e-8fc8-951199dc78e6 {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:41:05.020242 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc677ca-0c4f-416e-8fc8-951199dc78e6'] response: {'server_uuid': '2ea7fb4f-c3e9-44c1-8897-0f9c5eccb6db', 'name': 'network-vif-deleted', 'tag': '18f3c50a-ad48-449d-a451-71bab78034f6', 'status': 'completed', 'code': 200} Apr 11 19:41:08.453782 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 18f3c50a-ad48-449d-a451-71bab78034f6 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:41:08.474815 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: 18f3c50a-ad48-449d-a451-71bab78034f6 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:41:08.475165 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device 18f3c50a-ad48-449d-a451-71bab78034f6 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:41:14.080089 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:17.776905 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-749ce6d3-7ab0-42d8-83de-e456e6385b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:20.798755 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-632bb8dc-8b04-4f49-b1b0-2bf37ad4e395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:21.671846 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-53ab16d2-c763-4fa9-9e4f-cd687a65c966 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434670 Apr 11 19:41:21.735066 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-b3de667a-a0b9-46da-b676-49ae3ab896ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:21.736505 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-b3de667a-a0b9-46da-b676-49ae3ab896ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0399821 Apr 11 19:41:21.813892 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:21.859494 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-ab7ec340-882b-4136-80a3-1ef4081f40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:21.861093 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-ab7ec340-882b-4136-80a3-1ef4081f40ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.1057353 Apr 11 19:41:21.935512 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-5c328cf3-798b-4de2-b99d-1ad0f9fdfd99 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 1000 time: 0.0649099 Apr 11 19:41:21.985276 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-6c2b3257-5c03-4b9e-94c8-2a19e8830166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:21.986700 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-6c2b3257-5c03-4b9e-94c8-2a19e8830166 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0449553 Apr 11 19:41:22.033793 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-c76af3f6-8eb9-4e1a-b4ae-c3d04bce4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:22.035290 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-c76af3f6-8eb9-4e1a-b4ae-c3d04bce4eae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426974 Apr 11 19:41:22.131464 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-aea5d9ff-ee56-41ed-b182-055a46b5c804 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867009 Apr 11 19:41:22.240001 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-bcb0a2c9-1a37-424d-bb54-5297c962eaf4 req-fb100743-96ba-45b2-aa99-79ee48eb2cce service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987258 Apr 11 19:41:22.920624 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:22.958645 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48322) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:41:23.008541 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Deleting subnet 66a0902f-8119-4f3e-adc4-0d68c750c5f3 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:41:23.012114 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Publish callbacks [] for subnet (66a0902f-8119-4f3e-adc4-0d68c750c5f3), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.051780 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30569306'] for subnet (66a0902f-8119-4f3e-adc4-0d68c750c5f3), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.093610 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (66a0902f-8119-4f3e-adc4-0d68c750c5f3), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.147780 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30442131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516627'] for subnet (66a0902f-8119-4f3e-adc4-0d68c750c5f3), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.173929 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a0902f-8119-4f3e-adc4-0d68c750c5f3,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:41:23.179500 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.182696 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/66a0902f-8119-4f3e-adc4-0d68c750c5f3 HTTP/1.1" status: 204 len: 168 time: 0.2224381 Apr 11 19:41:23.185366 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48324) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:41:23.187742 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.188103 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.188455 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.188840 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.189184 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.189521 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.189912 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.190186 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.190517 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.190847 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.191180 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.191649 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.191834 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.192162 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.192489 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7a5301-5630-4bb2-b131-c380fed31cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:41:23.258238 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (2b586b3c-d829-4b5b-8703-bcfd65ef0681), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.340701 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (2b586b3c-d829-4b5b-8703-bcfd65ef0681), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.362076 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b586b3c-d829-4b5b-8703-bcfd65ef0681']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:41:23.373268 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39331af0-63e5-4e94-be4a-53e66858275d') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:41:23.373568 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39331af0-63e5-4e94-be4a-53e66858275d') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:41:23.384750 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (39331af0-63e5-4e94-be4a-53e66858275d), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.401343 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (39331af0-63e5-4e94-be4a-53e66858275d), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.408105 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:41:23.408498 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (39331af0-63e5-4e94-be4a-53e66858275d), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:41:23.410325 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:41:23.469754 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (2b586b3c-d829-4b5b-8703-bcfd65ef0681), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.476266 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.479445 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b586b3c-d829-4b5b-8703-bcfd65ef0681 HTTP/1.1" status: 204 len: 168 time: 0.2930717 Apr 11 19:41:23.492239 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090be4ae-d6ab-4e5e-9bbd-347dd8a9798e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b586b3c-d829-4b5b-8703-bcfd65ef0681,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:41:23.594309 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48328) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:41:23.635077 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-73d6e1d7-d7e5-46a6-8107-bce4bac001f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=87beecdc8d934339b391cf8383fb1198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395377 Apr 11 19:41:23.637689 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48330) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:41:23.687020 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1114478b-afc0-4082-8eea-ea7f0cee875f admin admin] Publish callbacks [] for security_group (55bdcc05-da45-4888-b915-8bf01a90ea30), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.708585 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1114478b-afc0-4082-8eea-ea7f0cee875f admin admin] Publish callbacks [] for security_group (55bdcc05-da45-4888-b915-8bf01a90ea30), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.756161 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1114478b-afc0-4082-8eea-ea7f0cee875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (55bdcc05-da45-4888-b915-8bf01a90ea30), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.758780 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-1114478b-afc0-4082-8eea-ea7f0cee875f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:23.760641 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-1114478b-afc0-4082-8eea-ea7f0cee875f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55bdcc05-da45-4888-b915-8bf01a90ea30 HTTP/1.1" status: 204 len: 168 time: 0.1219110 Apr 11 19:41:23.768826 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114478b-afc0-4082-8eea-ea7f0cee875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bdcc05-da45-4888-b915-8bf01a90ea30,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:41:24.979331 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:35.044786 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:41:44.093281 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:47.781941 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-396ed207-d03a-4f3d-9b2c-b0299b0608ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:50.802668 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-664f62d5-57cf-4fa8-9fe5-57fd033e1c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:51.814497 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:52.922775 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:54.982303 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:41:56.376580 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea3863-5172-4595-b653-61e937218de7 req-ba0f2ec9-d9ff-4113-a069-e93c824b940c tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:56.378029 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-27ea3863-5172-4595-b653-61e937218de7 req-ba0f2ec9-d9ff-4113-a069-e93c824b940c tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0535502 Apr 11 19:41:56.429179 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-27ea3863-5172-4595-b653-61e937218de7 req-2020d5dc-a248-4fc0-a7be-7a20c9bd2cab tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Apr 11 19:41:57.608088 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0f621-34d1-479b-8044-f59050e8fc95 req-fbf1a813-71f8-46dd-9454-71f942e0bb7a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:57.609624 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4dd0f621-34d1-479b-8044-f59050e8fc95 req-fbf1a813-71f8-46dd-9454-71f942e0bb7a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0524561 Apr 11 19:41:57.659435 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-4dd0f621-34d1-479b-8044-f59050e8fc95 req-760867d2-49bb-48f7-a8ac-21c03cf95969 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433710 Apr 11 19:41:58.770497 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8f012-50aa-4403-a481-b71417892494 req-f61b98ba-34a4-45ad-804a-957f593cb43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:58.771976 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-18a8f012-50aa-4403-a481-b71417892494 req-f61b98ba-34a4-45ad-804a-957f593cb43f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0475101 Apr 11 19:41:58.821657 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-18a8f012-50aa-4403-a481-b71417892494 req-f0e55847-ecca-4161-a184-7d45ebba91b3 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Apr 11 19:41:59.933061 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13d08-ec0d-4df5-be46-5a401e723006 req-586781a3-e55e-43db-93f5-6a87ddcc022a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:41:59.934575 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e2d13d08-ec0d-4df5-be46-5a401e723006 req-586781a3-e55e-43db-93f5-6a87ddcc022a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0467696 Apr 11 19:41:59.983772 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-e2d13d08-ec0d-4df5-be46-5a401e723006 req-a823dde9-41d6-4793-b954-b4e7a53ded22 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Apr 11 19:42:01.095712 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10b67d-8e00-4360-97cf-4fc1b13a59bb req-c8941b27-beb4-4406-8c4a-04ff4ccfd797 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:01.097528 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1b10b67d-8e00-4360-97cf-4fc1b13a59bb req-c8941b27-beb4-4406-8c4a-04ff4ccfd797 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0472016 Apr 11 19:42:01.150457 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-1b10b67d-8e00-4360-97cf-4fc1b13a59bb req-faf9301a-75bd-4e70-9a30-7ae148ab5b5d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Apr 11 19:42:02.262073 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69aa4d-b760-41cc-92f0-f6e44753bd18 req-a67fb726-0f24-4e72-9ef3-9e6223527e7b tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:02.263562 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ea69aa4d-b760-41cc-92f0-f6e44753bd18 req-a67fb726-0f24-4e72-9ef3-9e6223527e7b tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0474269 Apr 11 19:42:02.315696 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-ea69aa4d-b760-41cc-92f0-f6e44753bd18 req-62e90376-5f0a-498c-bbcf-bb33f9b7a767 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464892 Apr 11 19:42:03.427098 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac405-16b8-426e-ab6e-9fbafd61d17a req-6e200a49-30c9-403d-a1fa-b65b32495853 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:03.428535 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e1ac405-16b8-426e-ab6e-9fbafd61d17a req-6e200a49-30c9-403d-a1fa-b65b32495853 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0476046 Apr 11 19:42:03.481538 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-2e1ac405-16b8-426e-ab6e-9fbafd61d17a req-a4da7fae-e2d5-406b-8087-aabfbda77ca1 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469182 Apr 11 19:42:04.598002 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5b94e-ae17-4df8-8af3-5cca76732f52 req-37d6646f-8cd7-4d94-92c4-caa9204d5078 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:04.599542 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b2b5b94e-ae17-4df8-8af3-5cca76732f52 req-37d6646f-8cd7-4d94-92c4-caa9204d5078 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Apr 11 19:42:04.649772 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b2b5b94e-ae17-4df8-8af3-5cca76732f52 req-b7588d42-6185-410b-b86d-2eeefef9d0d3 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Apr 11 19:42:05.764687 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8907234-76ae-4cfb-acc6-e17a4db99a84 req-c992e20f-3109-4501-a4e6-eb99b19a54a6 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:05.766082 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c8907234-76ae-4cfb-acc6-e17a4db99a84 req-c992e20f-3109-4501-a4e6-eb99b19a54a6 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0482152 Apr 11 19:42:05.815716 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-c8907234-76ae-4cfb-acc6-e17a4db99a84 req-59f107e6-daf9-4986-b198-2f9ddfcedd3b tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Apr 11 19:42:06.635443 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-42a34898-9e0c-4473-908c-48adb48641ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:06.637033 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-42a34898-9e0c-4473-908c-48adb48641ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0439649 Apr 11 19:42:06.736488 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-87a6db3e-9f78-4711-bdea-4ccfa593f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:06.738398 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-87a6db3e-9f78-4711-bdea-4ccfa593f17a service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.0944996 Apr 11 19:42:06.819683 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-35635430-5799-4154-ae0a-59fa43a2f637 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 1000 time: 0.0719738 Apr 11 19:42:06.873279 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-fd2e02b1-e222-4e73-903b-7f6e9881806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:06.874866 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-fd2e02b1-e222-4e73-903b-7f6e9881806b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0458980 Apr 11 19:42:06.923638 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-eddb972b-3625-4c77-bf84-a9cd251b3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:06.925123 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-eddb972b-3625-4c77-bf84-a9cd251b3ac4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0412483 Apr 11 19:42:06.940381 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187ff83-b695-4cdb-a5fb-64ca7217625d req-f0af15d9-3ad1-47ec-96af-6fd502e6311f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:06.941959 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9187ff83-b695-4cdb-a5fb-64ca7217625d req-f0af15d9-3ad1-47ec-96af-6fd502e6311f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Apr 11 19:42:07.007731 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-9187ff83-b695-4cdb-a5fb-64ca7217625d req-3f19cc0e-85c9-49e1-a38c-e831ece54079 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592518 Apr 11 19:42:07.029025 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-b78f6287-8385-49d4-9978-9b70319aa8f8 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936172 Apr 11 19:42:07.122812 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-cfb4d852-2980-49d7-b293-c5afd15cc52c req-f02ef0f9-9e2c-4c3c-b9b8-c0d1a7296210 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849967 Apr 11 19:42:08.127662 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8de75b-a159-48c2-9f4b-f2d32a279780 req-f3a1db49-4a1a-4560-9cbc-d35a52cc3bb2 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:08.129157 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8a8de75b-a159-48c2-9f4b-f2d32a279780 req-f3a1db49-4a1a-4560-9cbc-d35a52cc3bb2 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0494945 Apr 11 19:42:08.182115 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-8a8de75b-a159-48c2-9f4b-f2d32a279780 req-14369af8-d55b-459c-bcb4-7888fcf0d6a5 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Apr 11 19:42:09.300634 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fdc50-e0cc-4de3-a434-a09f2e763bed req-e6ea013b-75da-4e2f-b046-6d8e4bb1d9d6 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:09.302158 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bd0fdc50-e0cc-4de3-a434-a09f2e763bed req-e6ea013b-75da-4e2f-b046-6d8e4bb1d9d6 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Apr 11 19:42:09.354443 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-bd0fdc50-e0cc-4de3-a434-a09f2e763bed req-20381e79-e516-4cc2-a710-0f0fe1b21cb1 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467176 Apr 11 19:42:09.635912 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-bde0423b-f4f9-4468-af46-57178d4bfef0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076419 Apr 11 19:42:09.650832 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673e4c6-dbf4-4364-9027-7611345a82ae req-5c7ee619-c533-41bb-9ba8-6e3b9554e62d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:09.652403 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b673e4c6-dbf4-4364-9027-7611345a82ae req-5c7ee619-c533-41bb-9ba8-6e3b9554e62d tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0795426 Apr 11 19:42:09.739288 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-b14197bb-b060-4edf-97fe-73f7ca477bba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:09.740538 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-b14197bb-b060-4edf-97fe-73f7ca477bba tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports/f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 942 time: 0.0747907 Apr 11 19:42:09.744144 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-b673e4c6-dbf4-4364-9027-7611345a82ae req-8e976268-0221-45e8-a784-1e953db056c1 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861826 Apr 11 19:42:10.858325 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5e45c-e607-436c-9964-07baab14f66b req-f741aff3-6fb2-49a0-902f-390854f0ce95 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:10.859807 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-04c5e45c-e607-436c-9964-07baab14f66b req-f741aff3-6fb2-49a0-902f-390854f0ce95 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0472088 Apr 11 19:42:10.913574 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-b85b9430-acd8-4fff-94ad-29827cff1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:10.915606 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-b85b9430-acd8-4fff-94ad-29827cff1f17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701&tenant_id=3742a7e5c5654352953908b68e0f1169 HTTP/1.1" status: 200 len: 1129 time: 0.0549235 Apr 11 19:42:10.942843 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-04c5e45c-e607-436c-9964-07baab14f66b req-fec4218a-9940-409a-b301-8f80600e8d28 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746067 Apr 11 19:42:10.980406 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-848d733a-2f97-47cc-866b-31ee9bde4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:10.981895 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-848d733a-2f97-47cc-866b-31ee9bde4739 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0376685 Apr 11 19:42:11.072245 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-9b97db6a-6e5a-4dad-95d3-339da56cc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:11.073828 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-9b97db6a-6e5a-4dad-95d3-339da56cc63a service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.0837946 Apr 11 19:42:11.144373 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-ea598af4-7697-4be3-92fa-c062a124f793 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 1000 time: 0.0623016 Apr 11 19:42:11.195038 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-b18cb689-bf9f-4d23-bb5b-e2925c31ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:11.197185 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-b18cb689-bf9f-4d23-bb5b-e2925c31ccc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0450325 Apr 11 19:42:11.239900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-efec3a55-0392-43b0-a031-44130d13ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:11.241463 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-efec3a55-0392-43b0-a031-44130d13ece2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382576 Apr 11 19:42:11.332084 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-d242de97-6978-4a22-9641-552fd274ecd2 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832622 Apr 11 19:42:11.425395 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-6dd3c956-9483-4ce8-98c3-2a9d29fef109 req-614341de-e8d7-4fbd-940b-bb76e65c0c99 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832512 Apr 11 19:42:12.043295 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:42:12.072097 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15748ba-88ae-43d7-ba5c-c3c99316754d req-7c8147b4-ff54-4c94-a2c3-9a8e446140cc tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:12.073611 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f15748ba-88ae-43d7-ba5c-c3c99316754d req-7c8147b4-ff54-4c94-a2c3-9a8e446140cc tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0491014 Apr 11 19:42:12.122816 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-f15748ba-88ae-43d7-ba5c-c3c99316754d req-14462eb7-be7e-4dc8-bad4-1aa7454eb6b1 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Apr 11 19:42:12.869346 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac0102-bd8c-4f08-9352-da792d8f4df5 req-ddd2e0eb-14cb-40c0-b441-8bf925657015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:12.870803 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-aeac0102-bd8c-4f08-9352-da792d8f4df5 req-ddd2e0eb-14cb-40c0-b441-8bf925657015 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0410814 Apr 11 19:42:12.874420 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 details requested by agent hyperv_hv-cinder-83078 with host hv-cinder-83078 {{(pid=103242) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:42:12.877767 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:42:12.916867 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-aeac0102-bd8c-4f08-9352-da792d8f4df5 req-87b50db9-0d0d-4dcc-8113-f094127fa63a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Apr 11 19:42:13.022924 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port f82019ed-8037-4669-a998-7c2121a64317 is: ACTIVE; New status is: DOWN {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:42:13.023318 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:13.057535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:42:13.070406 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:42:13.073255 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a3469f-f9fd-4011-a690-55d108c97f15" -d '{"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-unplugged", "status": "completed", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:42:13.083727 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Returning: {'device': 'f82019ed-8037-4669-a998-7c2121a64317', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'port_id': 'f82019ed-8037-4669-a998-7c2121a64317', 'mac_address': 'fa:16:3e:d2:57:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103242) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:42:13.089126 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:42:13.093762 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:13.118936 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d59f178-02a1-4503-ab13-862306e43eff x-openstack-request-id: req-2d59f178-02a1-4503-ab13-862306e43eff {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:42:13.119251 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-unplugged", "status": "completed", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:42:13.119563 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2d59f178-02a1-4503-ab13-862306e43eff {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:42:13.119907 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d59f178-02a1-4503-ab13-862306e43eff'] response: {'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'code': 200} Apr 11 19:42:13.159213 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port f82019ed-8037-4669-a998-7c2121a64317 is: DOWN; New status is: BUILD {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:42:13.159617 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:13.184385 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=6']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:42:13.187327 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82019ed-8037-4669-a998-7c2121a64317 {{(pid=103242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:42:13.198265 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.198617 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.198963 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.199324 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.199663 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.199995 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.200322 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.200647 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.200997 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.201321 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.201646 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.201988 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.202347 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.202635 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.202988 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:42:13.220242 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:42:13.224465 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:13.239578 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa435a-3a4c-4fc4-94a2-dd1f35c18129 req-d6d7b498-d34e-4e29-9c22-d1601df640cd tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:13.241081 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6aaa435a-3a4c-4fc4-94a2-dd1f35c18129 req-d6d7b498-d34e-4e29-9c22-d1601df640cd tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 943 time: 0.0489976 Apr 11 19:42:13.271641 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=7']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:42:13.292768 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-6aaa435a-3a4c-4fc4-94a2-dd1f35c18129 req-9fa7ef9f-6027-4b45-92bf-dad6cb79a44a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Apr 11 19:42:13.436999 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] get_ports_and_sgs() called for port_ids ['f82019ed-8037-4669-a998-7c2121a64317'] {{(pid=103242) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:42:14.084417 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:14.412467 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa279b71-00af-4c17-b1ab-4d0f605800e8 req-250d5fa5-e6bb-4967-9197-d6610252145f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:14.413856 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-aa279b71-00af-4c17-b1ab-4d0f605800e8 req-250d5fa5-e6bb-4967-9197-d6610252145f tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 944 time: 0.0508370 Apr 11 19:42:14.463058 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-aa279b71-00af-4c17-b1ab-4d0f605800e8 req-6bd4edc0-9c97-44bd-8e83-ce67ad94153b tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Apr 11 19:42:14.883046 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 up at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:42:14.931223 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.provisioning_blocks [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Provisioning complete for port f82019ed-8037-4669-a998-7c2121a64317 triggered by entity L2. {{(pid=103242) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:42:14.931603 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688731'] for port (f82019ed-8037-4669-a998-7c2121a64317), provisioning_complete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:15.004308 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Current status of the port f82019ed-8037-4669-a998-7c2121a64317 is: BUILD; New status is: ACTIVE {{(pid=103242) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:42:15.004735 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-737104'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:15.036162 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:42:15.040683 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748497305119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748496781132', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748496781150'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:15.090150 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Pushing event updated for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=8']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:42:15.120811 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:42:15.123057 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd8bc5fb450765ec75313b0cf2d08a2d4befce81a623e8e61603257a9dead7f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda5b8f6-5153-42e3-82ce-1aa202f5b0e6" -d '{"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-plugged", "status": "completed", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103242) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:42:15.157415 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79d30d-4e22-4f7f-92cd-93d8a2f7ce17 x-openstack-request-id: req-4b79d30d-4e22-4f7f-92cd-93d8a2f7ce17 {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:42:15.157726 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-plugged", "status": "completed", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "code": 200}]} {{(pid=103242) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:42:15.157985 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b79d30d-4e22-4f7f-92cd-93d8a2f7ce17 {{(pid=103242) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:42:15.158380 dv-cinder-830787-3-smb neutron-server[103242]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b79d30d-4e22-4f7f-92cd-93d8a2f7ce17'] response: {'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'code': 200} Apr 11 19:42:15.580297 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac688679-9fef-4740-8235-f19200a20025 req-968c0ede-1097-4499-a2df-4f17df4b9a37 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:15.581876 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ac688679-9fef-4740-8235-f19200a20025 req-968c0ede-1097-4499-a2df-4f17df4b9a37 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0526054 Apr 11 19:42:15.635472 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-ac688679-9fef-4740-8235-f19200a20025 req-14fc65ed-4bb4-4a93-86ce-6c751ce234b9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475881 Apr 11 19:42:17.775545 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8a0b0846-8e22-4acd-8d25-d8d50d1b973a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:20.804807 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-787db5a3-e0bf-49cb-9978-5aaddbfa35a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:21.816890 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:22.924834 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:23.593808 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-32a45f35-7570-44cd-b9a3-9752125dd481 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0357227 Apr 11 19:42:23.671396 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-a903d9a1-b2e6-4dcc-b3f3-148d168d90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:23.672871 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-a903d9a1-b2e6-4dcc-b3f3-148d168d90ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0377605 Apr 11 19:42:24.045056 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-266da1e6-ac90-4096-90f2-2979241a97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:24.046759 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-266da1e6-ac90-4096-90f2-2979241a97b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.3479683 Apr 11 19:42:24.110868 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-8c1ed917-8ab3-43ea-9b5d-56f6148f662d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 1000 time: 0.0574520 Apr 11 19:42:24.158399 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-1fc2eb25-a25f-4475-b718-1b65a80c145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:24.159814 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-1fc2eb25-a25f-4475-b718-1b65a80c145e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0421271 Apr 11 19:42:24.204461 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-2553565d-f14e-483f-983d-d810fe3e7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:42:24.205932 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-2553565d-f14e-483f-983d-d810fe3e7681 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403323 Apr 11 19:42:24.292455 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-67b41459-1e9c-4912-acca-ce9beb66618c service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795541 Apr 11 19:42:24.382580 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-3b4ed54a-293c-4c79-bec2-89099bf57a51 req-31e57bc6-1e9a-479c-82c2-f1a52efa8d6e service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843837 Apr 11 19:42:24.985473 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:44.094701 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:47.777159 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2015a000-6c9c-431f-816c-9cebbc59a6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:49.044837 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:42:50.813724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3b3598c2-19dd-43c1-98c5-ce746af74c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:51.818968 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:52.927862 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:42:54.988330 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:14.093162 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:17.778998 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-004da524-a1e7-4369-af31-aed9d8033282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:20.808575 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3ef9-a89b-45d6-a181-f48d2ea356d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:21.952221 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:22.936528 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:24.990704 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:25.753602 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-15791b7f-9243-4901-9d6f-5566e0c3f74d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1778622 Apr 11 19:43:25.838663 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-243a6f0e-990c-482f-aa3c-f0296dbad4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:25.840247 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-243a6f0e-990c-482f-aa3c-f0296dbad4f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0385253 Apr 11 19:43:25.953001 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-543918f3-b231-48e3-a62b-1ff253adb23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:25.954485 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-543918f3-b231-48e3-a62b-1ff253adb23d service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.0905735 Apr 11 19:43:26.023423 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-c623a90e-54e9-4bc6-b7df-dca4aebfdc01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 1000 time: 0.0595357 Apr 11 19:43:26.044139 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:43:26.080566 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-4e5990e3-fb6a-44a9-b63f-99197f0de2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:26.082056 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-4e5990e3-fb6a-44a9-b63f-99197f0de2ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0482714 Apr 11 19:43:26.129849 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-ac98cc0a-2239-4ffc-8fc9-7312572dc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:26.131443 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-ac98cc0a-2239-4ffc-8fc9-7312572dc9ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385382 Apr 11 19:43:26.144529 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-0c250f30-5380-4710-b16b-39bb834b0c99 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=103241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:43:26.145477 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-0c250f30-5380-4710-b16b-39bb834b0c99 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048323 Apr 11 19:43:26.234527 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-731dcd94-4d78-4c7e-b5cd-834cbfde2c18 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804760 Apr 11 19:43:26.340289 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a63591d9-13e1-4b31-96ce-cdb1898b5e5a req-1d1a0954-7edc-40ba-9b56-504c2e8d940e service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954967 Apr 11 19:43:28.839584 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48406) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:28.998529 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Deleting port 71103c2a-6911-4f59-b868-0165f38802d8 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:28.998868 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (71103c2a-6911-4f59-b868-0165f38802d8), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:29.081327 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (71103c2a-6911-4f59-b868-0165f38802d8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:29.081658 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for floatingip (71103c2a-6911-4f59-b868-0165f38802d8), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:29.094774 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Calling delete_port for 71103c2a-6911-4f59-b868-0165f38802d8 owned by network:floatingip {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:29.272771 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (71103c2a-6911-4f59-b868-0165f38802d8), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:29.299982 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event deleted for resources: {'Port': ['ID=71103c2a-6911-4f59-b868-0165f38802d8,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:29.325384 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.325735 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.326079 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.326422 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.326757 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.327096 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.327431 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.327759 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.328088 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.328414 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.328774 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.329101 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.329422 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.329746 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.330072 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:29.372243 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for floatingip (75a3a8d5-7184-4d00-8731-117c0e97bae3), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:29.372465 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.db.l3_db [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Floating IP 75a3a8d5-7184-4d00-8731-117c0e97bae3 disassociated (deleted). External IP: 172.28.2.44, port: f82019ed-8037-4669-a998-7c2121a64317. Apr 11 19:43:29.584356 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:43:29.694638 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:43:29.699313 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for floatingip (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:29.703909 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] Sync routers for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:43:29.714250 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:43:29.714804 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:43:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:29.728570 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-814ae73f-5176-4320-9ec1-204386313489 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "DELETE /v2.0/floatingips/75a3a8d5-7184-4d00-8731-117c0e97bae3 HTTP/1.1" status: 204 len: 168 time: 0.8878918 Apr 11 19:43:29.729185 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:43:29.732117 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec7acdd45d21e4d2f6d2299ba3c0746d0d2925e42a6b45e1afce79e9b516c147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b37b5a-98fe-4889-9652-a4521ce68891" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103241) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:43:29.839427 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:43:29.899756 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf82e39-a045-4b14-aa9c-b4b8138a644b x-openstack-request-id: req-9cf82e39-a045-4b14-aa9c-b4b8138a644b {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:43:29.900290 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "status": "completed", "code": 200}]} {{(pid=103241) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:43:29.900519 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9cf82e39-a045-4b14-aa9c-b4b8138a644b {{(pid=103241) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:43:29.901052 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf82e39-a045-4b14-aa9c-b4b8138a644b'] response: {'name': 'network-changed', 'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'status': 'completed', 'code': 200} Apr 11 19:43:30.023063 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb43c6-3e5d-4a67-b1f2-a9527d693abe req-d5adf216-882a-4b97-8908-d92c6899a150 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:30.024541 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4eb43c6-3e5d-4a67-b1f2-a9527d693abe req-d5adf216-882a-4b97-8908-d92c6899a150 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.1008229 Apr 11 19:43:30.053098 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:30.073853 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-d4eb43c6-3e5d-4a67-b1f2-a9527d693abe req-bf4c1a4d-adab-4101-abc4-d374a3b24253 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Apr 11 19:43:30.080140 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] Checking router: 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:43:30.088364 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:43:30.089046 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:43:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:30.194188 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:43:30.384880 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:30.412894 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ffe9e-a36c-4f3f-89f3-38280125e2fb None None] The sync data for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb is: [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:11Z', 'revision_number': 4, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb', '_interfaces': [{'id': 'efa400a3-24e9-4483-b7c8-11b9e171c54c', 'name': '', 'network_id': 'eb43217b-de2a-4553-8724-2957fe9b660b', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'mac_address': 'fa:16:3e:8c:93:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:10Z', 'updated_at': '2022-04-11T19:39:15Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'subnets': [{'id': '78e3c329-ff63-4d67-9de2-2e2d5757f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:43:30.645508 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0dcae-55f8-4e38-bcaf-73f52125c639 None None] New status for floating IP 75a3a8d5-7184-4d00-8731-117c0e97bae3: DOWN {{(pid=103243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:43:31.250048 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-e767518b-c886-4a78-8abe-f8e371e1760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:31.251567 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-e767518b-c886-4a78-8abe-f8e371e1760f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3742a7e5c5654352953908b68e0f1169&device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 1129 time: 0.0683661 Apr 11 19:43:31.270458 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ae2ad-6c03-48d9-a650-15274fd6ab4a req-c0688526-4a4d-457f-b6e8-5ebbf48de229 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:31.271945 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-352ae2ad-6c03-48d9-a650-15274fd6ab4a req-c0688526-4a4d-457f-b6e8-5ebbf48de229 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.1270425 Apr 11 19:43:31.321316 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-352ae2ad-6c03-48d9-a650-15274fd6ab4a req-2156b052-8d37-49ed-9e0e-c40f07990fbd tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/security-groups?id=19093456-2f4d-4c5e-bd96-a8a8fa168237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Apr 11 19:43:31.438395 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-bc9313f5-3cba-4d7c-be82-a1b210a34864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:31.439777 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-bc9313f5-3cba-4d7c-be82-a1b210a34864 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 200 len: 910 time: 0.0885549 Apr 11 19:43:31.509596 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-2ff8fff0-5596-454a-81f4-939899bb90f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 200 len: 217 time: 0.0348232 Apr 11 19:43:31.549805 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-4d287945-ea97-4d88-b77f-d7b6c6d22608 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103240) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:31.551305 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-4d287945-ea97-4d88-b77f-d7b6c6d22608 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 945 time: 0.0478508 Apr 11 19:43:31.559974 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-ff35debb-21d3-45ca-acf0-152788d6ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:31.561617 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-ff35debb-21d3-45ca-acf0-152788d6ad0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 200 len: 848 time: 0.0446887 Apr 11 19:43:31.609459 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-74497fbf-abd1-425f-ba00-3caedc087e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:43:31.610993 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-74497fbf-abd1-425f-ba00-3caedc087e70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eb43217b-de2a-4553-8724-2957fe9b660b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396070 Apr 11 19:43:31.641663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Deleting port f82019ed-8037-4669-a998-7c2121a64317 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:31.642093 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (f82019ed-8037-4669-a998-7c2121a64317), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:31.709276 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-8fa04cf8-d55d-4361-b4fa-2ec35d1d6c59 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888081 Apr 11 19:43:31.733494 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] For port f82019ed-8037-4669-a998-7c2121a64317, host hv-cinder-83078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83078',level=0,port_id=f82019ed-8037-4669-a998-7c2121a64317,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:31.733862 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (f82019ed-8037-4669-a998-7c2121a64317), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:31.748810 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Calling delete_port for f82019ed-8037-4669-a998-7c2121a64317 owned by compute:nova {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:31.813447 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-a9b37b5a-98fe-4889-9652-a4521ce68891 req-c1efbef7-7441-499e-9640-be649d908345 service neutron] 10.222.0.53 "GET /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953443 Apr 11 19:43:31.904911 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (f82019ed-8037-4669-a998-7c2121a64317), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:31.938476 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event deleted for resources: {'Port': ['ID=f82019ed-8037-4669-a998-7c2121a64317,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:31.975194 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.975454 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.975801 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.976142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.976481 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.976846 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.977183 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.977515 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.977844 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.978176 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.978508 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.978832 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.979162 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.980048 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:31.980382 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:32.003603 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] No DVR routers for this DVR port f82019ed-8037-4669-a998-7c2121a64317 on host hv-cinder-83078 {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:43:32.006146 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124901'] for port (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:32.009452 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [req-184e11be-64bc-4c59-a7dd-b77b3622a670 req-81c6d3db-af24-48d8-9f0b-d131efdf6bf9 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.53 "DELETE /v2.0/ports/f82019ed-8037-4669-a998-7c2121a64317 HTTP/1.1" status: 204 len: 173 time: 0.4530997 Apr 11 19:43:32.009909 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-deleted', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317'}] {{(pid=103240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:43:32.012240 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e56c0866844e67e2a9c93e5c512ef7d928e5c7be9091945309011abc2f814f2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a7f771-7c37-448c-81ac-2c5ff283302c" -d '{"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-deleted", "tag": "f82019ed-8037-4669-a998-7c2121a64317"}]}' {{(pid=103240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:43:32.049160 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b381eab5-4f6f-4a76-835a-05d8e5c8a31f x-openstack-request-id: req-b381eab5-4f6f-4a76-835a-05d8e5c8a31f {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:43:32.049451 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5ab6b1-b58b-4b6a-9229-f4620d17c701", "name": "network-vif-deleted", "tag": "f82019ed-8037-4669-a998-7c2121a64317", "status": "completed", "code": 200}]} {{(pid=103240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:43:32.049706 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b381eab5-4f6f-4a76-835a-05d8e5c8a31f {{(pid=103240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:43:32.050109 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b381eab5-4f6f-4a76-835a-05d8e5c8a31f'] response: {'server_uuid': 'fd5ab6b1-b58b-4b6a-9229-f4620d17c701', 'name': 'network-vif-deleted', 'tag': 'f82019ed-8037-4669-a998-7c2121a64317', 'status': 'completed', 'code': 200} Apr 11 19:43:32.447350 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [req-09ee9889-9fd3-4096-9773-985949183450 req-f3568acb-c2e6-4f54-99dd-bfd8adfee348 tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd5ab6b1-b58b-4b6a-9229-f4620d17c701 HTTP/1.1" status: 200 len: 210 time: 0.0380712 Apr 11 19:43:33.508797 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48440) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:33.568081 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f19fbd8-937b-4a35-921b-3f124fdefa4a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group (19093456-2f4d-4c5e-bd96-a8a8fa168237), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:33.595064 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f19fbd8-937b-4a35-921b-3f124fdefa4a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group (19093456-2f4d-4c5e-bd96-a8a8fa168237), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:33.657670 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f19fbd8-937b-4a35-921b-3f124fdefa4a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (19093456-2f4d-4c5e-bd96-a8a8fa168237), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:33.660245 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-2f19fbd8-937b-4a35-921b-3f124fdefa4a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:33.661491 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-2f19fbd8-937b-4a35-921b-3f124fdefa4a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] 10.222.0.26 "DELETE /v2.0/security-groups/19093456-2f4d-4c5e-bd96-a8a8fa168237 HTTP/1.1" status: 204 len: 168 time: 0.1516540 Apr 11 19:43:33.671656 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19fbd8-937b-4a35-921b-3f124fdefa4a tempest-TestShelveInstance-7931719 tempest-TestShelveInstance-7931719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19093456-2f4d-4c5e-bd96-a8a8fa168237,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:33.707167 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48444) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:34.046897 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:34.302683 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Deleting port efa400a3-24e9-4483-b7c8-11b9e171c54c {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:34.302939 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:34.382053 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] For port efa400a3-24e9-4483-b7c8-11b9e171c54c, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=efa400a3-24e9-4483-b7c8-11b9e171c54c,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:34.382421 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:34.395293 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Calling delete_port for efa400a3-24e9-4483-b7c8-11b9e171c54c owned by network:router_interface {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:34.587202 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (efa400a3-24e9-4483-b7c8-11b9e171c54c), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:34.622208 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=efa400a3-24e9-4483-b7c8-11b9e171c54c,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:35.075958 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:35.301849 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103240) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:43:35.422000 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103240) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:43:35.427029 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-58c79b43-3781-4038-a54e-f7b2f30f3aa5 admin admin] 10.222.0.26 "PUT /v2.0/routers/3b1bd454-ef6f-4cde-90bc-55bbef0480e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187221 Apr 11 19:43:35.429827 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48446) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:35.431810 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] Sync routers for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:43:35.447632 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:43:35.449261 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:43:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:35.547250 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks [] for router (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:35.564987 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: dv-cinder-830787-3-smb {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:43:35.662742 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks [] for router_gateway (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:35.709935 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Deleting port 7ab86039-f193-4319-b3e2-0668d7ecae03 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:35.710195 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:35.745648 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91'}], 'enable_snat': True}, 'gw_port_id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:43:34Z', 'revision_number': 5, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port': {'id': '7ab86039-f193-4319-b3e2-0668d7ecae03', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:1e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:35.772443 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] Checking router: 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 for host: dv-cinder-830787-3-smb {{(pid=103242) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:43:35.782120 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] Routers {'3b1bd454-ef6f-4cde-90bc-55bbef0480e4'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103242) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:43:35.782827 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:43:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'], 'active': True} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:35.794516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] For port 7ab86039-f193-4319-b3e2-0668d7ecae03, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=7ab86039-f193-4319-b3e2-0668d7ecae03,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:35.794836 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:35.810067 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Calling delete_port for 7ab86039-f193-4319-b3e2-0668d7ecae03 owned by network:router_gateway {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:35.874134 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvr_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] Set router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 gateway port host: None {{(pid=103242) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:43:35.932685 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_hamode_db [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:43:35Z', 'revision_number': 6, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103242) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:35.961119 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659007-e0a4-4826-b1b6-9a3356940448 None None] The sync data for ids ['3b1bd454-ef6f-4cde-90bc-55bbef0480e4'] in dv-cinder-830787-3-smb is: [{'id': '3b1bd454-ef6f-4cde-90bc-55bbef0480e4', 'name': 'tempest-TestShelveInstance-1093893363-router', 'tenant_id': '3742a7e5c5654352953908b68e0f1169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:07Z', 'updated_at': '2022-04-11T19:43:35Z', 'revision_number': 6, 'project_id': '3742a7e5c5654352953908b68e0f1169', 'gw_port_host': None}] {{(pid=103242) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:43:35.992516 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (7ab86039-f193-4319-b3e2-0668d7ecae03), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.022212 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab86039-f193-4319-b3e2-0668d7ecae03,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:36.090732 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.186251 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.188428 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks [] for router_controller (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.234669 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (3b1bd454-ef6f-4cde-90bc-55bbef0480e4), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.235151 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1bd454-ef6f-4cde-90bc-55bbef0480e4 {{(pid=103240) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:43:36.239502 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.240691 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-d95ac203-c572-46a2-a549-9b08e69b82a8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3b1bd454-ef6f-4cde-90bc-55bbef0480e4 HTTP/1.1" status: 204 len: 168 time: 0.8095193 Apr 11 19:43:36.243427 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48448) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:36.289663 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Deleting subnet 78e3c329-ff63-4d67-9de2-2e2d5757f1c9 {{(pid=103240) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:43:36.293010 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Publish callbacks [] for subnet (78e3c329-ff63-4d67-9de2-2e2d5757f1c9), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.329488 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30569306'] for subnet (78e3c329-ff63-4d67-9de2-2e2d5757f1c9), precommit_delete_associations {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.414802 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (78e3c329-ff63-4d67-9de2-2e2d5757f1c9), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.467951 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30442131', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30516627'] for subnet (78e3c329-ff63-4d67-9de2-2e2d5757f1c9), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.493512 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e3c329-ff63-4d67-9de2-2e2d5757f1c9,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:36.501087 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for subnet (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.505200 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-ec073853-a227-4931-89c2-f39003ac25d7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/78e3c329-ff63-4d67-9de2-2e2d5757f1c9 HTTP/1.1" status: 204 len: 168 time: 0.2608812 Apr 11 19:43:36.506148 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00df42-2076-4b67-9c36-3cb605010363 None None] Network eb43217b-de2a-4553-8724-2957fe9b660b requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:43:36.507650 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48450) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:36.577376 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (eb43217b-de2a-4553-8724-2957fe9b660b), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.630591 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Deleting port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 {{(pid=103240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:36.630974 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.695089 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.db [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] For port fae3d64e-89e1-46ce-a255-1a8c6bb7c505, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:36.695830 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.709290 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.plugin [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Calling delete_port for fae3d64e-89e1-46ce-a255-1a8c6bb7c505 owned by network:dhcp {{(pid=103240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:36.718049 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026e400-09e1-4696-b816-800b187b060e None None] DHCP port deletion for eb43217b-de2a-4553-8724-2957fe9b660b request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:43:36.763570 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c026e400-09e1-4696-b816-800b187b060e None None] Deleting port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:36.763861 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.810377 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30442222'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.831332 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-c026e400-09e1-4696-b816-800b187b060e None None] For port fae3d64e-89e1-46ce-a255-1a8c6bb7c505, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,segment=NetworkSegment(ac35042e-812e-4064-8950-fce2651ee9fd),segment_id=ac35042e-812e-4064-8950-fce2651ee9fd)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:36.831745 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.838567 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:36.844611 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] No DVR routers for this DVR port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 on host dv-cinder-830787-3-smb {{(pid=103240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:43:36.850736 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-c026e400-09e1-4696-b816-800b187b060e None None] Calling delete_port for fae3d64e-89e1-46ce-a255-1a8c6bb7c505 owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:36.923362 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (eb43217b-de2a-4553-8724-2957fe9b660b), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.932369 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (fae3d64e-89e1-46ce-a255-1a8c6bb7c505), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.946336 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb43217b-de2a-4553-8724-2957fe9b660b']}} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:36.957826 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac35042e-812e-4064-8950-fce2651ee9fd') {'for_net_delete': True} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:36.958122 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.services.segments.db [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac35042e-812e-4064-8950-fce2651ee9fd') {} {{(pid=103240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:36.959187 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026e400-09e1-4696-b816-800b187b060e None None] Pushing event deleted for resources: {'Port': ['ID=fae3d64e-89e1-46ce-a255-1a8c6bb7c505,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:36.967845 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.968192 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.968535 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.968922 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.969259 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.969490 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30569299'] for segment (ac35042e-812e-4064-8950-fce2651ee9fd), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.969625 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.969899 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.970220 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.970860 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.971199 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.971526 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.972429 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.972784 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.973111 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.973439 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c026e400-09e1-4696-b816-800b187b060e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830787-3-smb {{(pid=103242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:43:36.976360 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026e400-09e1-4696-b816-800b187b060e None None] No DVR routers for this DVR port fae3d64e-89e1-46ce-a255-1a8c6bb7c505 on host dv-cinder-830787-3-smb {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:43:36.990145 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (ac35042e-812e-4064-8950-fce2651ee9fd), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:36.998142 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103240) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:43:36.998601 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30442041'] for segment (ac35042e-812e-4064-8950-fce2651ee9fd), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: Traceback (most recent call last): Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: timer() Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: cb(*args, **kw) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: return func(*args, **kwargs) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: self._notify() Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: self.callback(batched_events) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: event.method(event) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: return f(self, *a, **k) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: return self._get(url).json() Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: return self.request(url, 'GET', **kwargs) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:43:37.000884 dv-cinder-830787-3-smb neutron-server[103240]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:43:37.060502 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (eb43217b-de2a-4553-8724-2957fe9b660b), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.065154 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.068446 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/eb43217b-de2a-4553-8724-2957fe9b660b HTTP/1.1" status: 204 len: 168 time: 0.5598180 Apr 11 19:43:37.071410 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48452) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:37.084099 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340da9a-4163-46a1-aa48-6e7af013cdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb43217b-de2a-4553-8724-2957fe9b660b,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:37.253468 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 no longer exists at agent hyperv_hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:37.274658 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] No Port match for: f82019ed-8037-4669-a998-7c2121a64317 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:37.274917 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Device f82019ed-8037-4669-a998-7c2121a64317 not bound to the agent host hv-cinder-83078 {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:37.417050 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1587150'] for router_interface (a7dc4769-fb2c-44f9-978b-de0241ce9a34), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.580755 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fae3d64e-89e1-46ce-a255-1a8c6bb7c505 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:37.605250 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: fae3d64e-89e1-46ce-a255-1a8c6bb7c505 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:37.605602 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fae3d64e-89e1-46ce-a255-1a8c6bb7c505 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:37.606019 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device efa400a3-24e9-4483-b7c8-11b9e171c54c no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:37.629336 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: efa400a3-24e9-4483-b7c8-11b9e171c54c {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:37.629804 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device efa400a3-24e9-4483-b7c8-11b9e171c54c not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:37.630384 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7ab86039-f193-4319-b3e2-0668d7ecae03 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:37.659176 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: 7ab86039-f193-4319-b3e2-0668d7ecae03 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:37.659527 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device 7ab86039-f193-4319-b3e2-0668d7ecae03 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:37.662615 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Deleting port c78a86f7-7339-40c2-88a8-760eb153d900 {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:37.662956 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.744103 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] For port c78a86f7-7339-40c2-88a8-760eb153d900, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c78a86f7-7339-40c2-88a8-760eb153d900,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:37.744458 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.757484 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Calling delete_port for c78a86f7-7339-40c2-88a8-760eb153d900 owned by network:router_interface {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:37.934115 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (c78a86f7-7339-40c2-88a8-760eb153d900), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:37.959731 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c78a86f7-7339-40c2-88a8-760eb153d900,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:38.130637 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1587042'] for router_interface (a7dc4769-fb2c-44f9-978b-de0241ce9a34), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:38.352192 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Router a7dc4769-fb2c-44f9-978b-de0241ce9a34 has already been hosted by L3 agent 88127315-4936-4d9c-9858-3236a379aab0 {{(pid=103241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:43:38.463134 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] Notify agent at l3_agent.dv-cinder-830787-3-smb the message routers_updated {{(pid=103241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:43:38.468917 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-fee5326a-0965-45a1-b7d4-a41ced9f25ab admin admin] 10.222.0.26 "PUT /v2.0/routers/a7dc4769-fb2c-44f9-978b-de0241ce9a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3961110 Apr 11 19:43:38.471430 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48454) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:38.472374 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] Sync routers for ids ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'] in dv-cinder-830787-3-smb {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:43:38.483227 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] Routers {'a7dc4769-fb2c-44f9-978b-de0241ce9a34'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:43:38.483844 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:43:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:38.580113 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks [] for router (a7dc4769-fb2c-44f9-978b-de0241ce9a34), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:38.597412 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] Set router a7dc4769-fb2c-44f9-978b-de0241ce9a34 gateway port host: dv-cinder-830787-3-smb {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:43:38.686542 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks [] for router_gateway (a7dc4769-fb2c-44f9-978b-de0241ce9a34), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:38.732950 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Deleting port c274efff-8a67-4e7b-8361-299394261c5b {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:38.733289 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (c274efff-8a67-4e7b-8361-299394261c5b), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:38.817842 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] For port c274efff-8a67-4e7b-8361-299394261c5b, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=c274efff-8a67-4e7b-8361-299394261c5b,segment=NetworkSegment(8f313b30-3e4d-40da-bad3-a6c03f26936c),segment_id=8f313b30-3e4d-40da-bad3-a6c03f26936c)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:38.818207 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (c274efff-8a67-4e7b-8361-299394261c5b), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:38.831168 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Calling delete_port for c274efff-8a67-4e7b-8361-299394261c5b owned by network:router_gateway {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:38.858125 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'external_fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:43:37Z', 'revision_number': 5, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port': {'id': 'c274efff-8a67-4e7b-8361-299394261c5b', 'name': '', 'network_id': 'cc532fe5-f0a6-487b-87bf-b16383ce1e5c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830787-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T19:39:14Z', 'updated_at': '2022-04-11T19:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c429672e-3db4-40d4-8cd8-d19792998e22', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830787-3-smb'}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:38.884633 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] Checking router: a7dc4769-fb2c-44f9-978b-de0241ce9a34 for host: dv-cinder-830787-3-smb {{(pid=103243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:43:38.895047 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] Routers {'a7dc4769-fb2c-44f9-978b-de0241ce9a34'} bound to L3 agent in host dv-cinder-830787-3-smb {{(pid=103243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:43:38.895655 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830787-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T19:23:21Z,description=,heartbeat_timestamp=2022-04-11T19:43:21Z,host='dv-cinder-830787-3-smb',id=88127315-4936-4d9c-9858-3236a379aab0,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T19:23:21Z,topic='l3_agent')) {'router_ids': ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'], 'active': True} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:38.989571 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_dvr_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] Set router a7dc4769-fb2c-44f9-978b-de0241ce9a34 gateway port host: None {{(pid=103243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:43:39.047201 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.l3_hamode_db [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:43:38Z', 'revision_number': 6, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port_host': None}], 'dv-cinder-830787-3-smb', False) {} {{(pid=103243) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:39.077691 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8607f-4c20-451f-922b-4d2a52914354 None None] The sync data for ids ['a7dc4769-fb2c-44f9-978b-de0241ce9a34'] in dv-cinder-830787-3-smb is: [{'id': 'a7dc4769-fb2c-44f9-978b-de0241ce9a34', 'name': 'tempest-TestShelveInstance-1654103492-router', 'tenant_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T19:39:13Z', 'updated_at': '2022-04-11T19:43:38Z', 'revision_number': 6, 'project_id': 'c7bc333f3d474e608db7e7d34e1a3c6f', 'gw_port_host': None}] {{(pid=103243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:43:39.266879 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (c274efff-8a67-4e7b-8361-299394261c5b), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.293563 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c274efff-8a67-4e7b-8361-299394261c5b,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:39.355688 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585796'] for router_gateway (a7dc4769-fb2c-44f9-978b-de0241ce9a34), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.454547 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1647658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13751'] for router (a7dc4769-fb2c-44f9-978b-de0241ce9a34), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.456853 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks [] for router_controller (a7dc4769-fb2c-44f9-978b-de0241ce9a34), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.502767 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1647651'] for router (a7dc4769-fb2c-44f9-978b-de0241ce9a34), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.503322 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7dc4769-fb2c-44f9-978b-de0241ce9a34 {{(pid=103241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:43:39.508025 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.509268 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-bce2d9c0-4003-4a34-bfdd-ae60517343e9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/a7dc4769-fb2c-44f9-978b-de0241ce9a34 HTTP/1.1" status: 204 len: 168 time: 1.0369220 Apr 11 19:43:39.511907 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48456) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:39.559016 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Deleting subnet 0e0e96b2-82f6-4108-91d0-585ace456b7c {{(pid=103241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:43:39.562400 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Publish callbacks [] for subnet (0e0e96b2-82f6-4108-91d0-585ace456b7c), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.601362 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29492986'] for subnet (0e0e96b2-82f6-4108-91d0-585ace456b7c), precommit_delete_associations {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.679036 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775487'] for subnet (0e0e96b2-82f6-4108-91d0-585ace456b7c), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.731724 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775430', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1731837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29492312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29616157'] for subnet (0e0e96b2-82f6-4108-91d0-585ace456b7c), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.757171 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0e96b2-82f6-4108-91d0-585ace456b7c,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:39.762176 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.765576 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-d66c72e1-2e21-4297-bbd7-e7e6867287f2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0e0e96b2-82f6-4108-91d0-585ace456b7c HTTP/1.1" status: 204 len: 168 time: 0.2526994 Apr 11 19:43:39.768047 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48458) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:39.768194 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6fb690-75ba-4d5c-8cf8-81e62d3c0de5 None None] Network dd4589f0-0cdb-47c0-84a3-dd4b9b116709 requested from dv-cinder-830787-3-smb {{(pid=103242) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:43:39.846853 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609644'] for network (dd4589f0-0cdb-47c0-84a3-dd4b9b116709), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.880211 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c78a86f7-7339-40c2-88a8-760eb153d900 no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:39.901900 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Deleting port fe00313d-9af4-4d4b-bceb-ff2be8e276bf {{(pid=103241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:39.902375 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.902716 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: c78a86f7-7339-40c2-88a8-760eb153d900 {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:39.902974 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c78a86f7-7339-40c2-88a8-760eb153d900 not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:39.903979 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c274efff-8a67-4e7b-8361-299394261c5b no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:39.924295 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: c274efff-8a67-4e7b-8361-299394261c5b {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:39.924644 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device c274efff-8a67-4e7b-8361-299394261c5b not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:39.944844 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] DHCP port deletion for dd4589f0-0cdb-47c0-84a3-dd4b9b116709 request from dv-cinder-830787-3-smb {{(pid=103242) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:43:39.977988 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.db [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] For port fe00313d-9af4-4d4b-bceb-ff2be8e276bf, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:39.978357 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.985082 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] Deleting port fe00313d-9af4-4d4b-bceb-ff2be8e276bf {{(pid=103242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:43:39.985537 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748497298207'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), before_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:39.992876 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Calling delete_port for fe00313d-9af4-4d4b-bceb-ff2be8e276bf owned by network:dhcp {{(pid=103241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:40.080132 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29492261'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.112231 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] No DVR routers for this DVR port fe00313d-9af4-4d4b-bceb-ff2be8e276bf on host dv-cinder-830787-3-smb {{(pid=103241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:43:40.114305 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:40.188132 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.db [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] For port fe00313d-9af4-4d4b-bceb-ff2be8e276bf, host dv-cinder-830787-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830787-3-smb',level=0,port_id=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,segment=NetworkSegment(ac4eff24-9588-44df-ae15-75b8df83ac00),segment_id=ac4eff24-9588-44df-ae15-75b8df83ac00)] {{(pid=103242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:43:40.188592 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1694288'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), precommit_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.197988 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-777394', 'neutron.services.segments.db._delete_segments_for_network-8748497194159'] for network (dd4589f0-0cdb-47c0-84a3-dd4b9b116709), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.202255 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] Calling delete_port for fe00313d-9af4-4d4b-bceb-ff2be8e276bf owned by network:dhcp {{(pid=103242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:43:40.223540 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4589f0-0cdb-47c0-84a3-dd4b9b116709']}} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:40.234199 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4eff24-9588-44df-ae15-75b8df83ac00') {'for_net_delete': True} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:40.234490 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.services.segments.db [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4eff24-9588-44df-ae15-75b8df83ac00') {} {{(pid=103241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:43:40.243790 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748497197752', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29492979'] for segment (ac4eff24-9588-44df-ae15-75b8df83ac00), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.258126 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490'] for segment (ac4eff24-9588-44df-ae15-75b8df83ac00), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.264391 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:43:40.264802 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29492466'] for segment (ac4eff24-9588-44df-ae15-75b8df83ac00), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: Traceback (most recent call last): Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: timer() Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: cb(*args, **kw) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: return func(*args, **kwargs) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: self._notify() Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: self.callback(batched_events) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: event.method(event) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: return f(self, *a, **k) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: return self._get(url).json() Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: return self.request(url, 'GET', **kwargs) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:43:40.266742 dv-cinder-830787-3-smb neutron-server[103241]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:43:40.280716 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-736690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748497305101', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748496781123'] for port (fe00313d-9af4-4d4b-bceb-ff2be8e276bf), after_delete {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.310355 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] Pushing event deleted for resources: {'Port': ['ID=fe00313d-9af4-4d4b-bceb-ff2be8e276bf,revision_number=None']} {{(pid=103242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:40.314058 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c916307-04e5-4eed-9811-264db98c4d6c None None] No DVR routers for this DVR port fe00313d-9af4-4d4b-bceb-ff2be8e276bf on host dv-cinder-830787-3-smb {{(pid=103242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:43:40.330828 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585888'] for network (dd4589f0-0cdb-47c0-84a3-dd4b9b116709), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.336669 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578029'] for network (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.339803 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] 10.222.0.26 "DELETE /v2.0/networks/dd4589f0-0cdb-47c0-84a3-dd4b9b116709 HTTP/1.1" status: 204 len: 168 time: 0.5708170 Apr 11 19:43:40.351018 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b7814-19b5-43e4-9767-6fb826757a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4589f0-0cdb-47c0-84a3-dd4b9b116709,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:40.506256 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48462) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:40.548321 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-de4c1d7d-67ef-4640-aec1-2b90ab855418 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3742a7e5c5654352953908b68e0f1169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400794 Apr 11 19:43:40.550739 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [-] (103241) accepted ('10.222.0.26', 48464) {{(pid=103241) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:40.598555 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99a19cf6-756b-4dd7-89c0-c94cfc328c6d admin admin] Publish callbacks [] for security_group (b97f55b2-3443-4241-87ae-66a6b7692593), before_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.621461 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99a19cf6-756b-4dd7-89c0-c94cfc328c6d admin admin] Publish callbacks [] for security_group (b97f55b2-3443-4241-87ae-66a6b7692593), precommit_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.669144 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99a19cf6-756b-4dd7-89c0-c94cfc328c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (b97f55b2-3443-4241-87ae-66a6b7692593), after_delete {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.671793 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron_lib.callbacks.manager [None req-99a19cf6-756b-4dd7-89c0-c94cfc328c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:40.673011 dv-cinder-830787-3-smb neutron-server[103241]: INFO neutron.wsgi [None req-99a19cf6-756b-4dd7-89c0-c94cfc328c6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b97f55b2-3443-4241-87ae-66a6b7692593 HTTP/1.1" status: 204 len: 168 time: 0.1213641 Apr 11 19:43:40.680965 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a19cf6-756b-4dd7-89c0-c94cfc328c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f55b2-3443-4241-87ae-66a6b7692593,revision_number=None']} {{(pid=103241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:40.997896 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48470) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:41.041047 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-7d6cc30e-6da3-4c10-aff3-c4da1a86c2cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c7bc333f3d474e608db7e7d34e1a3c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415275 Apr 11 19:43:41.045419 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [-] (103240) accepted ('10.222.0.26', 48472) {{(pid=103240) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:43:41.107959 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31440e13-a168-47a1-9ba3-29fcb7af0e15 admin admin] Publish callbacks [] for security_group (d33399e8-9b86-4229-b41b-48414c135245), before_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:41.129341 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31440e13-a168-47a1-9ba3-29fcb7af0e15 admin admin] Publish callbacks [] for security_group (d33399e8-9b86-4229-b41b-48414c135245), precommit_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:41.179113 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31440e13-a168-47a1-9ba3-29fcb7af0e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1724703'] for security_group (d33399e8-9b86-4229-b41b-48414c135245), after_delete {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:41.181887 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron_lib.callbacks.manager [None req-31440e13-a168-47a1-9ba3-29fcb7af0e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:41.183733 dv-cinder-830787-3-smb neutron-server[103240]: INFO neutron.wsgi [None req-31440e13-a168-47a1-9ba3-29fcb7af0e15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d33399e8-9b86-4229-b41b-48414c135245 HTTP/1.1" status: 204 len: 168 time: 0.1373732 Apr 11 19:43:41.191662 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31440e13-a168-47a1-9ba3-29fcb7af0e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33399e8-9b86-4229-b41b-48414c135245,revision_number=None']} {{(pid=103240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:43:41.571113 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe00313d-9af4-4d4b-bceb-ff2be8e276bf no longer exists at agent ovs-agent-dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:43:41.591686 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.plugin [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] No Port match for: fe00313d-9af4-4d4b-bceb-ff2be8e276bf {{(pid=103242) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:43:41.592028 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron.plugins.ml2.rpc [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Device fe00313d-9af4-4d4b-bceb-ff2be8e276bf not bound to the agent host dv-cinder-830787-3-smb {{(pid=103242) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:43:44.109024 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:47.781622 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-b9c10184-106b-4326-ac6f-5e1609b56f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:50.810930 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-1ae2a71c-ac9a-419e-a2a6-a0c34db13f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:51.825508 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:52.933100 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:43:54.994087 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:03.041748 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:44:14.124158 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:17.784105 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4e0e88ef-6dec-424b-8d81-8a3ecbd48833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:20.812192 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-93f14658-ba49-406e-89c1-a43518b1f900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:21.830758 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:22.936197 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:24.995489 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:40.038972 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:44:44.123970 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:47.782757 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-2bcaaa21-c7cb-4d34-8488-6a8a6e6a2b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:50.814772 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-8e395e47-d76c-4b50-a953-328bda824fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:51.830965 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:52.937482 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:44:54.999665 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:14.131329 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:17.036799 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:45:17.784213 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-82cc96f2-5ef9-48b5-822f-412a81e79a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:20.816629 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-601af06f-010a-421a-8d37-423a138a88d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:21.832459 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:22.974726 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:25.002751 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:44.140762 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:47.785166 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ce2efff8-6b3c-43f2-b4c5-1f469b7770a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:50.818660 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-aeccf48b-d50d-474d-a15e-bd37156fff25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:51.835776 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:52.944327 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:45:54.034057 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:45:55.004582 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:14.157399 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:17.786838 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-78f44836-0a5b-41cc-92fd-746a5e34f43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:20.820832 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-12714851-1cf4-4092-a7fb-805ee2734b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:21.839016 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:22.950023 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:25.007564 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:31.030804 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:46:44.171936 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:47.789427 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6597ef2e-95fd-4107-9b94-33f4e322ee16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:50.822813 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4c3270da-ca20-4fbd-9388-e23c0ff7a5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:51.841886 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:52.954572 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:46:55.009351 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:08.029446 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:47:14.171671 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:17.790735 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-ae2406ef-6859-4a70-a42f-338eb4b39f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:20.826004 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-4a8f1699-a913-4312-9332-747c731fd948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:21.844219 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:22.981555 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:25.011888 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:44.175571 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:45.026284 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:47:47.793584 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-3799dbc0-352d-403c-ac90-f747e9fdc84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:50.827526 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-cd9578d1-05d8-4bb9-afa9-da148f75a0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:51.847349 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:52.959681 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:47:55.013497 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:14.188724 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:14.974226 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-f03824a0-ced4-44f0-b5a8-2fda8e4bcf83 req-6b6cf464-a217-4049-9ed3-1ef1ce54c13b service neutron] (103241) timed out ('10.222.0.53', 58204) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:48:15.057032 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-35316857-0836-4f61-8ab6-20115ffa5b30 req-b0d2242a-e012-4648-badc-c35f06067ef5 service neutron] (103241) timed out ('10.222.0.53', 58178) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:48:15.550292 dv-cinder-830787-3-smb neutron-server[103240]: DEBUG neutron.wsgi [req-eb1c9529-84bb-4552-8ba7-e68f9f7ccf53 req-eefb1749-1c1f-435c-aec8-c1f41bd0593e service neutron] (103240) timed out ('10.222.0.53', 58248) {{(pid=103240) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:48:16.106162 dv-cinder-830787-3-smb neutron-server[103241]: DEBUG neutron.wsgi [req-27edd5e2-2a42-41b1-ac5e-fc686ddaf22d req-23048f16-b5b7-4e41-addc-59dff04d662d tempest-DeleteServersTestJSON-2066556977 tempest-DeleteServersTestJSON-2066556977-project] (103241) timed out ('10.222.0.53', 58213) {{(pid=103241) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:48:17.794785 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-a0e9d80d-a1a5-4593-9c35-4331e6c21006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:20.829371 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-66831438-7d53-4af5-8260-fbc07cbf423f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (88127315-4936-4d9c-9858-3236a379aab0), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:21.848983 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-6b990005-a237-492e-8e82-5fda214f1117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (dd2ef860-1205-44a9-ae59-6d7c3e4a1daa), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:22.024420 dv-cinder-830787-3-smb neutron-server[103243]: DEBUG neutron.db.agents_db [None req-dd8bb35a-3c32-4008-8544-c610f381dabd None None] Agent healthcheck: found 6 active agents {{(pid=103243) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:48:22.961763 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-bb140b03-867a-4f12-8760-f6d541497d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (98fdeb2c-e0e0-427d-b8c9-c95824fea011), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:25.016217 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-00f0e800-90a5-4d9a-a878-3464c8fe33cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (f9ac89dd-fa0c-4e8b-b24e-242d64b603dc), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:44.205885 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-097fabbe-5728-4bf9-ba6f-df7a8e376729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (3fb6da6a-3a99-4ce5-85db-46f659cf364c), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:48:47.802112 dv-cinder-830787-3-smb neutron-server[103242]: DEBUG neutron_lib.callbacks.manager [None req-f7b5cf41-8e1b-4bd0-9773-4a3472dd56ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748497194141', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-688885'] for agent (1622ad48-2795-4700-b8e5-c6aabdb380a7), after_update {{(pid=103242) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}